-- Logs begin at Wed 2021-02-17 20:06:49 UTC, end at Wed 2021-02-17 21:17:34 UTC. -- Feb 17 20:50:44.697973 dv-cinder-760184-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 20:50:47.408448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:50:47.409003 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:50:47.410360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83979) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:50:47.412132 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:50:47.412425 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:50:47.412778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83979) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:50:47.413878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:50:47.414224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:50:47.415278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:50:47.415565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:50:47.415827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:50:47.416201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.416549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.416916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.417181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.417524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.417896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.418222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.418557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.418901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.419228 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.419548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.419872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.420135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.420458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.420792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.421122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.421379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] debug = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.421716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.422257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.422582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.422899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.423230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.423543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.423855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.424198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.424540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] host = dv-cinder-760184-4-smb {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.424854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.425187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.426702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.426702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.426702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.426702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.426702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.427169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.427311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.427630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.427957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.428288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.428619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.428877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.429130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.429459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.429817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.430127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.430438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.430749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.431062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.431373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.431705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.432056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.432388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.432749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.433063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.433381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.433722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.434019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.434346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.434657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.434967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.435277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.435609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.435912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.436216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.436563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.436887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.437209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.437535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.437871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.438199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.438762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.439071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.439379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_json = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.439690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.440003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.440325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.440633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.440942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.441250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.441557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.441911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:47.442251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.442603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.442935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.443258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.443591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.443911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.444241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.444554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.444883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.445212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.445537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.445877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.446203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.446517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.446852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.447202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.447538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.447871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.448698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.449009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.449324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.449639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.449984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.450321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.450652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.450963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.451276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.451609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.451922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.452230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.452543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.452871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.453186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.453498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.453834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.454145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.454452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.454760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.455074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.455403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.455717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.456023 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.456328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.456642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.456949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.457272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.457586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.457937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.458250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.459003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.459324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.459633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.459951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.460266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.460584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.460893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.461203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.461511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.461844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.462154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.462463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.462766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.463079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.463394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.463706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.464557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.464866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.465177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.465503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.465866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.466183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.466499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.466811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.467125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.467439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.467752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.468403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.468403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.468661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.469150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.469315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.469639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.469982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.470295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.470630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.470942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.471262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.471574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.471888 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.472207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.472534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.472864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.473194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.473533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.473889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.474223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.474540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.474894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.475209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:47.475458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:50:47.475728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83979) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 20:50:48.137435 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading Gnome Feb 17 20:50:48.155400 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading Google Feb 17 20:50:48.158029 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 20:50:48.161501 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading file Feb 17 20:50:48.162498 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading keyczar Feb 17 20:50:48.162781 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading multi Feb 17 20:50:48.163435 dv-cinder-760184-4-smb neutron-server[83979]: INFO keyring.backend [-] Loading pyfs Feb 17 20:50:48.210282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:50:48.210602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:50:48.210929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:50:48.211301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 20:50:48.600096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.600575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.600671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.649283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.649601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.649928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.654045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.654359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.654664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.722210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.722527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.722829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.723966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.724273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.724567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.993651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.993898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.994201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.994513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:48.995357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.141981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.142356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.142684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.142984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.143280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.143657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.143957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.144256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.144537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.144878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.145162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.145463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.145790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.146087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.146394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.146709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.147001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.147320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.147607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.148088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.148373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.148654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.148994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.149276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.149553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.149995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.150275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.150549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.150822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.151119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.151898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:49.152319 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 20:50:49.155542 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 20:50:49.159456 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 20:50:49.163400 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Feb 17 20:50:49.165051 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 20:50:49.166380 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 20:50:49.166766 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 20:50:49.167230 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 20:50:49.169976 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 20:50:49.170258 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 20:50:49.170642 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 20:50:49.192496 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 20:50:49.192997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.193326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83979) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 20:50:49.193756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.195100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83979) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 20:50:49.195417 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 20:50:49.195730 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 20:50:49.199453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.199773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:49.266554 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 20:50:49.266776 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 20:50:49.267052 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 20:50:49.267458 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 20:50:49.300996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.sqlalchemy.engines [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83979) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 20:50:49.785166 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing driver for type 'gre' Feb 17 20:50:49.785776 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] gre ID ranges: [(1, 1000)] Feb 17 20:50:49.878616 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing driver for type 'local' Feb 17 20:50:49.878921 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing driver for type 'vlan' Feb 17 20:50:49.947121 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] VlanTypeDriver initialization complete Feb 17 20:50:49.947499 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing driver for type 'vxlan' Feb 17 20:50:49.948096 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] vxlan ID ranges: [(1, 1000)] Feb 17 20:50:50.073204 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing extension driver 'port_security' Feb 17 20:50:50.073569 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] PortSecurityExtensionDriver initialization complete Feb 17 20:50:50.074001 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing mechanism driver 'openvswitch' Feb 17 20:50:50.080297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:50:50.081110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.081514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.081963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.082391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.082777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.083154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.083567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.083962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.084319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.084735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.085109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.085477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.085917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.086283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.086650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.087185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > address_group after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.087559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > address_group after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.087928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.088288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] ML2 OVO RPC backend initialized. {{(pid=83979) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 20:50:50.089534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.089967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.090423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.090805 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > networks before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.091183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.091555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > ports before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.091929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.092301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnets before_response 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.092679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.093048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.093415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.093810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.094181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.094553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.094923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.095293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.095660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.096291 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.plugin [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Modular L2 Plugin initialization complete Feb 17 20:50:50.096645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading services supported by the core plugin {{(pid=83979) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 20:50:50.097006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.plugins.ml2.managers [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Got port-security extension from driver 'port_security' Feb 17 20:50:50.097544 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.extensions.vlantransparent [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Disabled vlantransparent extension. Feb 17 20:50:50.098048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83979) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 20:50:50.098389 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: router Feb 17 20:50:50.136869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.137233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_create 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.137636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router before_create 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.138093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.138503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.138890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_delete 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.139288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.139689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_create 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.140067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.140453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.140838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.141235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.141736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.142152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.142564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.142939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: subnet after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.143310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.143697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.144085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_create 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.144528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.144907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.145305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router after_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.145701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.146088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_create 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.146489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.146867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_update 55549900 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.147291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > network after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.148277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Tracking information for resource: router configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:50.148648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Tracking information for resource: floatingip configured {{(pid=83979) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:50:50.154019 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_agentschedulers_db [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 20:50:50.154672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.155065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.155483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.155862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.156749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router before_create 55550100 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.157147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.157549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_create 55550100 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.157973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > router precommit_update 55550100 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.162682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.provider_configuration [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service providers = [] {{(pid=83979) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 20:50:50.163079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.servicetype_db [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83979) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 20:50:50.166054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.service_base [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83979) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:50:50.166438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.service_base [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83979) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:50:50.166842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.service_base [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83979) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:50:50.168290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.service_base [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83979) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:50:50.168685 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.services.service_base [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 20:50:50.169103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.169448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 20:50:50.179655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.180021 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: auto_allocate Feb 17 20:50:50.186827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: network precommit_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.187227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: network precommit_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.187813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.188167 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: tag Feb 17 20:50:50.195338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.195702 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: timestamp Feb 17 20:50:50.199571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.200082 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: network_ip_availability Feb 17 20:50:50.205523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.205951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.206343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.207142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.207491 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: flavors Feb 17 20:50:50.211942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.212301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading Plugin: revisions Feb 17 20:50:50.217195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83979) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:50:50.217614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.007s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:50:50.218444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83979) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 20:50:50.218800 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Initializing extension manager. Feb 17 20:50:50.219355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: __init__.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.219728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: __pycache__ {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.220101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.220467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: address_group.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.221423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.222088 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: address-group Feb 17 20:50:50.222453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: address_scope.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.223219 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.223788 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: address-scope Feb 17 20:50:50.224143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.225061 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.225630 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: router-admin-state-down-before-update Feb 17 20:50:50.226012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: agent.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.226756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.227323 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: agent Feb 17 20:50:50.227675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: agent_resources_synced.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.228580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.229145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: agent-resources-synced Feb 17 20:50:50.230130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: allowedaddresspairs.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.231905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.232488 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: allowed-address-pairs Feb 17 20:50:50.232843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: auto_allocated_topology.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.233932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.234511 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: auto-allocated-topology Feb 17 20:50:50.234869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: availability_zone.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.235614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.236188 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: availability_zone Feb 17 20:50:50.236540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: availability_zone_filter.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.237455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.238405 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: availability_zone_filter Feb 17 20:50:50.238405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: data_plane_status.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.239284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.239850 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 20:50:50.240204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: default_subnetpools.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.241110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.241695 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: default-subnetpools Feb 17 20:50:50.242052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.242996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.243573 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: dhcp_agent_scheduler Feb 17 20:50:50.243931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: dns.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.244839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.245454 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 20:50:50.245836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: dns_domain_ports.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.246745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.247314 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 20:50:50.247669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: dvr.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.248388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.248949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: dvr Feb 17 20:50:50.249304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: empty_string_filtering.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.250235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.250807 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: empty-string-filtering Feb 17 20:50:50.251162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.252063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.252628 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:50:50.252982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.253916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.254486 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 20:50:50.254840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: external_net.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.255744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.256313 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: external-net Feb 17 20:50:50.256669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.257568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.258163 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: extra_dhcp_opt Feb 17 20:50:50.258518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: extraroute.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.259425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.259996 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: extraroute Feb 17 20:50:50.260349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: extraroute_atomic.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.261418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.262015 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: extraroute-atomic Feb 17 20:50:50.262368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: filter_validation.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.263054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.263624 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: filter-validation Feb 17 20:50:50.263976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: fip_pf_description.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.264881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.265447 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 20:50:50.265822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: fip_port_details.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.266744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.267316 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: fip-port-details Feb 17 20:50:50.267666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: flavors.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.268881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.269646 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: flavors Feb 17 20:50:50.269866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.271473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.272060 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 20:50:50.272522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: floatingip_pools.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.273274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.273874 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: floatingip-pools Feb 17 20:50:50.274237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: ip_allocation.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.275181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.275748 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 20:50:50.276105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.277611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.278158 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: ip-substring-filtering Feb 17 20:50:50.278520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l2_adjacency.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.279439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.280006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 20:50:50.280361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.281434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.282038 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: router Feb 17 20:50:50.282393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.284666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.285261 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:50:50.285623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.286604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.287160 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: ext-gw-mode Feb 17 20:50:50.287521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.288437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.289017 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: l3-ha Feb 17 20:50:50.289376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3_flavors.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.290318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.290893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: l3-flavors Feb 17 20:50:50.291254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.292792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.293363 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 20:50:50.293737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: l3agentscheduler.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.295035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.295628 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: l3_agent_scheduler Feb 17 20:50:50.295988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: logging.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.297463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.298080 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension logging not supported by any of loaded plugins Feb 17 20:50:50.298445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: metering.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.299241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.299943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: metering Feb 17 20:50:50.300302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.301395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.301996 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: metering_source_and_destination_fields Feb 17 20:50:50.302355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: multiprovidernet.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.303275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.303848 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: multi-provider Feb 17 20:50:50.304203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: netmtu.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.305122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.305716 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: net-mtu Feb 17 20:50:50.306076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: netmtu_writable.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.306989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.307613 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: net-mtu-writable Feb 17 20:50:50.307973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: network_availability_zone.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.308680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.309250 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: network_availability_zone Feb 17 20:50:50.309609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: network_ip_availability.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.310718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.311295 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: network-ip-availability Feb 17 20:50:50.311650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: network_segment_range.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.312567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.313138 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 20:50:50.313781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: pagination.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.314764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.315134 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: pagination Feb 17 20:50:50.315488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: port_device_profile.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.316398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.316973 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: port-device-profile Feb 17 20:50:50.317327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.318261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.318829 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: port-mac-address-regenerate Feb 17 20:50:50.319182 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.320086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.320654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: port-numa-affinity-policy Feb 17 20:50:50.321005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: port_resource_request.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.321935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.322508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 20:50:50.322860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: portbindings.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.323822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.324401 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: binding Feb 17 20:50:50.324750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: portbindings_extended.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.326020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.326598 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: binding-extended Feb 17 20:50:50.326956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: portsecurity.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.327872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.328453 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: port-security Feb 17 20:50:50.328813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: project_id.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.329808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.331262 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: project-id Feb 17 20:50:50.331262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: providernet.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.331469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.331966 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: provider Feb 17 20:50:50.332317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.335879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.336478 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos not supported by any of loaded plugins Feb 17 20:50:50.336846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.339993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.340580 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 20:50:50.340942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.341887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.342465 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 20:50:50.342822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_default.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.343766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.344335 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-default not supported by any of loaded plugins Feb 17 20:50:50.344689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_fip.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.345384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.345971 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 20:50:50.351972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_gateway_ip.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.352884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.353525 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 20:50:50.353903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_port_network_policy.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.355437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.356021 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 20:50:50.356390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_rule_type_details.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.357345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.357994 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 20:50:50.358361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: qos_rules_alias.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.359451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.360045 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 20:50:50.360402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: quotasv2.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.361485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.361885 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: quotas Feb 17 20:50:50.362249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: quotasv2_detail.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.363978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.364367 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: quota_details Feb 17 20:50:50.364742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: rbac.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.365979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.366583 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: rbac-policies Feb 17 20:50:50.366953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: rbac_address_scope.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.367895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.368480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: rbac-address-scope Feb 17 20:50:50.368865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: rbac_security_groups.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.369947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.370536 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: rbac-security-groups Feb 17 20:50:50.370899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: rbac_subnetpool.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.371831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.372422 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: rbac-subnetpool Feb 17 20:50:50.372781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: revisionifmatch.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.373750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.374337 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: revision-if-match Feb 17 20:50:50.374702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: revisions.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.375855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.376436 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: standard-attr-revisions Feb 17 20:50:50.386552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: router_availability_zone.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.386552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.386552 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: router_availability_zone Feb 17 20:50:50.386552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: routerservicetype.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.387383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.387942 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 20:50:50.388308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.389246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.389868 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: security-groups-normalized-cidr Feb 17 20:50:50.390233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.391169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.391757 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: port-security-groups-filtering Feb 17 20:50:50.392171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.393126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.393742 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: security-groups-remote-address-group Feb 17 20:50:50.394110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: securitygroup.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.407952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.408572 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: security-group Feb 17 20:50:50.408947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: segment.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.409898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.410479 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension segment not supported by any of loaded plugins Feb 17 20:50:50.410847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.411803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.412394 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 20:50:50.412767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: servicetype.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.413908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.414502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: service-type Feb 17 20:50:50.414902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: sorting.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.415900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.416280 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: sorting Feb 17 20:50:50.416645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: standard_attr_segment.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.417632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.418221 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 20:50:50.418587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: standardattrdescription.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.419279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.419858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: standard-attr-description Feb 17 20:50:50.420221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: stateful_security_group.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.421159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.421777 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: stateful-security-group Feb 17 20:50:50.422145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: stdattrs_common.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.422753 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 20:50:50.423124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.424147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.424740 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 20:50:50.425105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnet_onboard.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.426208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.426795 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: subnet_onboard Feb 17 20:50:50.427158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.428095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.428672 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 20:50:50.429032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnet_service_types.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.429997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.430582 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: subnet-service-types Feb 17 20:50:50.430943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnetallocation.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.432022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.432634 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: subnet_allocation Feb 17 20:50:50.433004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.433742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.434328 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: subnetpool-prefix-ops Feb 17 20:50:50.434694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.435639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.436221 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 20:50:50.436586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: tagging.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.437923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.438781 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: standard-attr-tag Feb 17 20:50:50.439146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: timestamp.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.440350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.440935 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loaded extension: standard-attr-timestamp Feb 17 20:50:50.441308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: trunk.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.442388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.442972 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension trunk not supported by any of loaded plugins Feb 17 20:50:50.443337 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: trunk_details.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.444269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.444845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 20:50:50.445209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: uplink_status_propagation.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.446170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.446745 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 20:50:50.447106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Loading extension file: vlantransparent.py {{(pid=83979) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:50:50.447809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83979) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:50:50.448915 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 20:50:50.451711 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:network Feb 17 20:50:50.452542 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnet Feb 17 20:50:50.453214 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:50:50.453911 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:port Feb 17 20:50:50.455421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.455905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service FLAVORS assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.456612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.457094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.457464 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:router Feb 17 20:50:50.458227 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:50:50.459469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service METERING assigned prefix: /metering {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.461274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.461722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.462098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:50:50.463260 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:50:50.464394 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:50:50.465224 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:50:50.466070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service CORE assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.466445 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:50:50.466813 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] subnetpool is already registered Feb 17 20:50:50.467491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service CORE assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.467864 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:50:50.468235 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] subnetpool is already registered Feb 17 20:50:50.471024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.471508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service FLAVORS assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.472170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.472635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.473011 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:router Feb 17 20:50:50.473379 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] router is already registered Feb 17 20:50:50.474085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:50:50.474452 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] floatingip is already registered Feb 17 20:50:50.475146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service METERING assigned prefix: /metering {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.475889 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:50:50.476257 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] rbac_policy is already registered Feb 17 20:50:50.476880 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:50:50.477247 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] security_group is already registered Feb 17 20:50:50.477925 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:50:50.478294 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] security_group_rule is already registered Feb 17 20:50:50.479035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service CORE assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.479456 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:50:50.479823 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] subnetpool is already registered Feb 17 20:50:50.480483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.resource_helper [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Service CORE assigned prefix: {{(pid=83979) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:50:50.480852 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:50:50.481215 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.quota.resource_registry [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] subnetpool is already registered Feb 17 20:50:50.481992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: extensions {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.483580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: address-groups {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.485307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: address-scopes {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.486634 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: agents {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.487866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: auto-allocated-topology {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.489182 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: availability_zones {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.490742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: dhcp-networks {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.492263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: dhcp-agents {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.493798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: routers {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.495742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: flavors {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.497169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: service_profiles {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.498483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: next_providers {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.500958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: service_profiles {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.502547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: floatingip-pools {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.503871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: routers {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.505822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: floatingips {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.507098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: l3-routers {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.508586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: l3-agents {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.510123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: metering-labels {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.512084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: metering-label-rules {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.513455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: network-ip-availabilities {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.514839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: bindings {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.516604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: quotas {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.518186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: quotas {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.519707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: rbac-policies {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.521078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: security-groups {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.522432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: security-group-rules {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.523742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: service-providers {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.525044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: subnetpools {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.527121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: subnetpools {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.528680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.530501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.532478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.534393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.536299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.538136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.540024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.542090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.543986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.545979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.extensions [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Extended resource: tags {{(pid=83979) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:50:50.553061 dv-cinder-760184-4-smb neutron-server[83979]: WARNING keystonemiddleware.auth_token [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 20:50:50.558520 dv-cinder-760184-4-smb neutron-server[83979]: WARNING keystonemiddleware.auth_token [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 20:50:50.567603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Acquired lock "singleton_lock" {{(pid=83979) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 20:50:50.568126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Releasing lock "singleton_lock" {{(pid=83979) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 20:50:50.569596 dv-cinder-760184-4-smb neutron-server[83979]: INFO oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Starting 2 workers Feb 17 20:50:50.574929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Started child 84090 {{(pid=83979) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:50:50.578832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.579816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Started child 84091 {{(pid=83979) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:50:50.580448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [-] (84090) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:50:50.581304 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 20:50:50.582038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Notify callbacks [] for process, before_spawn {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.583621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.584533 dv-cinder-760184-4-smb neutron-server[83979]: INFO oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Starting 1 workers Feb 17 20:50:50.585027 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [-] (84091) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:50:50.590609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Started child 84092 {{(pid=83979) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:50:50.591158 dv-cinder-760184-4-smb neutron-server[83979]: INFO oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Starting 1 workers Feb 17 20:50:50.592613 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] calling RpcWorker wait() {{(pid=84092) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 20:50:50.593001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] returning from RpcWorker wait() {{(pid=84092) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 20:50:50.594547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.595056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:50:50.595970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Started child 84093 {{(pid=83979) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:50:50.596806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1c524b5b-4e35-426a-8767-cf7987f08ce6 None None] Notify callbacks [] for process, after_spawn {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.598475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83979) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:50:50.598714 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:50:50.598922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:50:50.599187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:50:50.599593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:50:50.599795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:50:50.600304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.600397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.600645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.601341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.601341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.601531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.601930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:50:50.602412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.602696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.603016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.603328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.603629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.603828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.604029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.604360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.604665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.605003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.605293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.605574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.605880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.606102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.606385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.606703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.606993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.607289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] debug = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.607578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.608143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.608402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.608695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.608961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.609260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.609547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.609870 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.610155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.610409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.610677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.610995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.611188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.611452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.611730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.611982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.612471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] host = dv-cinder-760184-4-smb {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.612722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.612973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.613238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.613503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.613812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.614077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.614366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.614672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.614918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.615166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.615436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.615699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.615969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.616234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.616427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_options = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.616676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.616981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.617287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.617501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.617717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.617913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.618222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.618412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.618704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.618954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.619200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.619446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.619708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.619973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.620474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.620807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.621000 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.621238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.621501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.621817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.622110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.622377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.622624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.622888 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.623135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.623403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.623669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.624406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.624660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.624952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.625220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.625507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.625762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.626028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.626481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.626727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.626987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.627331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.627606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.627894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.628177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.628428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.628758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.628962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.629208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.629482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_json = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.629751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.629996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.630282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.630528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.630792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.631060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.631305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.631593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.632090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.632411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.633141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.633406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.633708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.633978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.634256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.634508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.634783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.635053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.635382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.636151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.636464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.636718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.636994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.637311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.646749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.647905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.649012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.650801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.652449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.652449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.652449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.652449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.652449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.653048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.653192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.653829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.654137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.654421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.654747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.655020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.655296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.655670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.655941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.656205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.656464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.656723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.656965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.657218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.657473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.657751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.658000 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.658268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.658534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.658784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.659105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.659466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.659741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.660014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.660417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.660914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.661188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.661477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.661776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.662055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.662419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.662713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.662982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.663262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.663539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.663791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.664103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.664376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.664808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.665067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.665344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.665649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.665992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.666283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.666600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.667020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.667328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.667634 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.668097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.668409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.668680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.668981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.669337 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.669654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.669974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.670265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.670542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.670835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.671123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.671421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.671709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.671997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.672311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.672630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.672921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.673179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.673438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.673741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.674111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.674427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.674700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.674948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.675243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.675802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.675802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.676082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.676368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.676641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.676909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.677230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.677475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.677790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.678050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.678300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.678569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.678818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.679075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.679321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.679579 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.679868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.680116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.680367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.680614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.680864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.681112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.681396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.681642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.681916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.682188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.682452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.682694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.682946 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.683210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.683506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.683773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.684077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.684358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.684632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.684914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.685180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.685455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.685725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.686006 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.686258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.686507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.686821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.687089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.687390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.687650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.687931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.688177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.688717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.688970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.689336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.689604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.689903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.690183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.690431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.690695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.690949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.691197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.691446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.691696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.691944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.692222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.692498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.692771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.693015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.693239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.693700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.693947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.697760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.698859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.699336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.699336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.699336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.699336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.699874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.700010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.700306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.700671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.700921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.701229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.701485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.701801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.702059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.702407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.702791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.703134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.703445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.703755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.704083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.704384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.704707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.704956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.705288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.705695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.705992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.706394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.706516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.706870 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.707042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.707371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.707538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.707757 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.708009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.708271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.708575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.708817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.709056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.709314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.709585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.709910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.710155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.710409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.710657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.710843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:50:50.711402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83979) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:50:50.711592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:50:50.711772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:50:50.712042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:50:50.712250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:50:50.712436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:50:50.712681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.713035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.713227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.713414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.713607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.714440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.714643 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.714834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.715927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.716085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.716263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.716447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.716633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.716825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] debug = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.717964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.718152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.718337 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.718902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.718902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.718902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.719796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] host = dv-cinder-760184-4-smb {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.720963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.721147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.721331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.721514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.721714 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.721899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.722082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.722273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.722449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.722632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_options = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.723989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.724177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.724361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.724548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.724733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.724917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.725101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.725286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.725469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.725652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.725855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.726962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.727147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.727332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.727517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.727699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.727883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.728983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.729168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.729375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.729560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.729742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.729925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.730109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.730295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.730480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.730665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.730848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_json = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.731943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.732126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.732307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.732488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.732672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.732855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.733037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.733219 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:50:50.733426 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.733616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.733840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.734962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.735148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.735342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.735527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.735726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.735911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.736096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.736284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.736475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.736663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.736850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.737039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.737208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.737532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.737904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.738944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.739136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.739296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.739487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.739674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.739861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.740975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.741963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.742152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.742430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.742552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.742705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.742905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.743092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.743279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.743465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.743652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.743839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.744024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.744210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.744398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.744590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.744776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.745525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.746898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.747858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.748836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.749022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.749208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.749404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.749609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.749841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.750965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.751155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.751342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.751528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.751715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.751904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.752091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.752277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.752560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.752716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.752863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.753834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.754852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.755933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.756078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.756268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.756454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.756639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.756825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:50:50.757514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.757965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.758974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.759162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.759349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.759536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.759722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.759910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.760097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.760294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.760505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.760706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.761388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.761580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.761795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.761984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.762172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.762332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.762520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.762764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.762910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763333 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.763984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.764949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.765134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.765321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.765509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.765733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.765895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.766088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.766275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.766463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.766650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.766837 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767025 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.767937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.768125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.768312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.768516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.768704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.768890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.769214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.769214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.769565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.769565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.770590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.771730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.772662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.773526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.773526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.773526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.773526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.773526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.774407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.775928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.776117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.776334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.776529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.776726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.776923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.777112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.777309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.777512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.777978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.777978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.778901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779333 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.779894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.780995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.781160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.781316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.781503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:50:50.781719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83979) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:50:50.859094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 59218) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:50:50.871014 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098317 Feb 17 20:51:01.237976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fcb04f-93d2-4c7e-8810-1c08253530fe None None] get_active_networks_info from dv-cinder-760184-4-smb {{(pid=84092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 20:51:01.363221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcb04f-93d2-4c7e-8810-1c08253530fe None None] No non-hosted networks {{(pid=84092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 20:51:01.386874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00a094a8-3295-4f96-bb7a-aefdbc3951b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:03.158937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18c51daf-c0a2-4d5a-be66-1c263059dd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:03.202412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b1c5-2146-4f87-974c-b967ce4f7e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:04.233322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:05.283657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:05.284339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.284713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.285074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.285534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.285925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.286283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.286671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.287104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.287500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.287859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.288213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.288567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:05.288981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760184-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:05.296040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760184-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:05.311108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:07.135901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59308) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:07.160471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] get_endpoint_by_host() called for host dv-cinder-760184-4-smb {{(pid=84092) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:51:07.166406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=84092) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:51:07.170189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=84092) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:51:07.210288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] _get_endpoints() called {{(pid=84092) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:51:07.769247 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-b2ae9ce5-382f-4ddc-9d94-76132761a218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:07.769895 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-b2ae9ce5-382f-4ddc-9d94-76132761a218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:07.997512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-b2ae9ce5-382f-4ddc-9d94-76132761a218 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:51:07.998785 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b2ae9ce5-382f-4ddc-9d94-76132761a218 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8606660 Feb 17 20:51:10.247793 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_hamode_db [None req-161e87f8-472f-4057-81b2-0bc8d0b94bd3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 20:51:10.338099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e87f8-472f-4057-81b2-0bc8d0b94bd3 None None] Routers set() bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:10.338983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e87f8-472f-4057-81b2-0bc8d0b94bd3 None None] Router IDs set() for agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 20:51:10.742856 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59324) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:11.128164 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:11.197844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.policy [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84090) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:51:11.234298 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:11.234699 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:11.260497 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Loaded quota_driver: . Feb 17 20:51:11.276788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:11.411247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268854492880', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268854534214', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268854541548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268854521711', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268854520520', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846834372', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846817145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854070065'] for rbac-policy, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:11.614306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:11.615573 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6bf7fd37-b98c-4d40-b902-697776e8c336 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8716598 Feb 17 20:51:14.570422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59338) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:14.939258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '15a9993590c04b2cbacd9d34336f74c5'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:14.945195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:14.949995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Usage tracker for resource:network and tenant:15a9993590c04b2cbacd9d34336f74c5 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:14.953681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:14.960027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:15.038255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Made reservation on behalf of 15a9993590c04b2cbacd9d34336f74c5 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:15.044945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.063641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.233024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:15.236904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Usage tracker for resource:security_group_rule and tenant:15a9993590c04b2cbacd9d34336f74c5 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:15.240425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:15.246817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:15.452158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.481736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.486434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:15.508112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:51:15.535276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.535770 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Added segment 3f30c06e-0ee9-4d6b-bc89-55c9d8338135 of type vxlan for network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb Feb 17 20:51:15.590661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed7bfc-0bf5-4fbc-84da-58f5fb26e4b0,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:15.613826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.614191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.614548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.614897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.615244 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.615592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.615936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.616279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.616623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.616965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.617304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.617642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Tracked resource versions report: Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 20:51:15.618800 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:15.656148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.661985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:15.733451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.734847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:15.735509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:15.740312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:15.849794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Pushing event updated for resources: {'Network': ['ID=2a0993eb-99a8-4190-a6cf-13a2ccf37edb,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:15.852975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:15.861699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:15.862203 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2906771 Feb 17 20:51:18.878206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59354) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:19.349895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78421b66-d81f-45b3-bd28-fc5e00a0bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:19.351366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-78421b66-d81f-45b3-bd28-fc5e00a0bd93 admin admin] 10.222.0.59 "GET /v2.0/networks/2a0993eb-99a8-4190-a6cf-13a2ccf37edb HTTP/1.1" status: 200 len: 818 time: 0.4721286 Feb 17 20:51:19.382806 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-abd80e1b-045c-4249-a794-997abdc65d2a admin admin] 10.222.0.59 "GET /v2.0/subnetpools/62821e03-21e1-40f5-b755-17fe50cd2e1c HTTP/1.1" status: 200 len: 734 time: 0.0251968 Feb 17 20:51:19.392905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:19.397280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:19.401199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Usage tracker for resource:subnet and tenant:15a9993590c04b2cbacd9d34336f74c5 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:19.404231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:19.409794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:19.498700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Made reservation on behalf of 15a9993590c04b2cbacd9d34336f74c5 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:19.503221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:20.000465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:20.014875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:20.146771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14577a52-74c0-4925-a02e-d8ebed93909b,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:20.160558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:20.215788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Checking segment: {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:20.216171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Network hostable DHCP agents. Network: 2a0993eb-99a8-4190-a6cf-13a2ccf37edb, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:51:20.275913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:51:20.310341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 2a0993eb-99a8-4190-a6cf-13a2ccf37edb) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:20.315128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:20.315768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:20.320528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec1b93b-7414-45e2-b025-6e497c7c3c48 None None] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:20.362651 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9732840 Feb 17 20:51:20.814833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:51:20.815974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.130144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Allocated IP 172.20.0.2 (2a0993eb-99a8-4190-a6cf-13a2ccf37edb/14577a52-74c0-4925-a02e-d8ebed93909b/0497889a-77bb-4fc0-b0b0-aaa4a7aff37f) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:21.367457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.444932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Transition to ACTIVE for port object 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:21.461959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Transition to ACTIVE for port object 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:21.493506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.509503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:21.647226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Pushing event updated for resources: {'Port': ['ID=0497889a-77bb-4fc0-b0b0-aaa4a7aff37f,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:21.659531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.659904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.660266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.660625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.660976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.661326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.661693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.662044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.662391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.662735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.663079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.663421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Tracked resource versions report: Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 20:51:21.664562 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:21.672500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:21.717466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:21.718653 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:21.721388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:21.781933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Attempting to bind port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:51:21.782357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Attempting to bind port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:51:21.782771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Attempting to bind port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f on network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:51:21.788230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:51:21.788666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Checking segment: {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:21.789992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.789992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Bound using segment: {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:51:21.790178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Bound port: 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:51:21.790789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.881950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] For port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:51:21.886488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] For port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=0497889a-77bb-4fc0-b0b0-aaa4a7aff37f,segment=NetworkSegment(3f30c06e-0ee9-4d6b-bc89-55c9d8338135),segment_id=3f30c06e-0ee9-4d6b-bc89-55c9d8338135)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:51:21.916475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:21.931484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:22.078754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Pushing event updated for resources: {'Port': ['ID=0497889a-77bb-4fc0-b0b0-aaa4a7aff37f,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:22.083597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:23.114886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59364) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:23.535811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-c38f7bda-ecce-4834-8152-7277e994fa76 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:51:23.549703 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c38f7bda-ecce-4834-8152-7277e994fa76 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4209929 Feb 17 20:51:25.235845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:25.358400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:51:26.280419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59378) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:26.689438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-ce01a4c7-30f2-4ac8-a934-c53f5891cf2f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:51:26.690575 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ce01a4c7-30f2-4ac8-a934-c53f5891cf2f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4091206 Feb 17 20:51:26.962274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f338671-dfe9-466e-b8c3-d3aa518a7c5d None None] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:27.083306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Provisioning for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:51:27.092440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Provisioning complete for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:27.092845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:27.318814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:27.472450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] For port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=0497889a-77bb-4fc0-b0b0-aaa4a7aff37f,segment=NetworkSegment(3f30c06e-0ee9-4d6b-bc89-55c9d8338135),segment_id=3f30c06e-0ee9-4d6b-bc89-55c9d8338135)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:51:27.500957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:27.504423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:27.621851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Pushing event updated for resources: {'Port': ['ID=0497889a-77bb-4fc0-b0b0-aaa4a7aff37f,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:27.625318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:27.633324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-80be9211-8c3e-4c5c-ac61-3c40d024ba83 None None] Provisioning complete for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:27.633773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-80be9211-8c3e-4c5c-ac61-3c40d024ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:27.886012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-2768b82d-6dc8-4c60-86c5-f09b1158f05a None None] Provisioning complete for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:27.886424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2768b82d-6dc8-4c60-86c5-f09b1158f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:29.215645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:29.288067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:29.288472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:29.736063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59390) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:30.105321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:30.110675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:30.115902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Usage tracker for resource:router and tenant:15a9993590c04b2cbacd9d34336f74c5 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:30.119767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:30.125474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:30.169343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:30.170705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:30.240502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:30.375995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:30.432217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:30.433477 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9ac90eeb-40c9-46c4-9b3f-39076f40fbf2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6963665 Feb 17 20:51:31.135568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c9d1df3-d444-4b5e-a80e-6fbd57d4a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:33.106963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e709004-9f30-458f-9b75-56db9bd8e4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:33.155449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59400) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:33.545314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-c4f1d634-142c-4c2d-b583-b097bf195590 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:51:33.546423 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c4f1d634-142c-4c2d-b583-b097bf195590 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3900261 Feb 17 20:51:34.180784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:35.266293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:35.292520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:36.308231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59420) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:36.477034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:36.482627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:36.486662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Usage tracker for resource:network and tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:36.490286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:36.496176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:36.586544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Made reservation on behalf of d1071a5e43884fd5a4e1a3c8b6cf12ac for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:36.591800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:36.604867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:36.620203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:36.624123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Usage tracker for resource:security_group_rule and tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:36.627030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:36.632735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:36.881275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:36.912537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:36.917723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:36.931770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Reserving flat network on physical network physnet1 {{(pid=84090) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 20:51:36.950497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71675ac-8427-4578-bad8-529b057da6fa,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:36.953800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:37.002185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:37.002793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Unsubscribe: segment precommit_create {{(pid=84090) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 20:51:37.003217 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Added segment 1607a143-9b0f-43ed-ae32-b327fc3a493c of type flat for network c16a3283-0a2e-4d3e-95e7-c20b3981751d Feb 17 20:51:37.146259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:37.209373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:37.210609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:37.211227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:37.216518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-18794092-c326-43f6-a068-bfaef56379de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:37.317207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Pushing event updated for resources: {'Network': ['ID=c16a3283-0a2e-4d3e-95e7-c20b3981751d,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:37.319920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:37.327781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:37.347711 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0383711 Feb 17 20:51:39.882814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59440) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:39.997924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a388e-16a8-4178-b63c-9c4b8dc8e807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:39.999345 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-df6a388e-16a8-4178-b63c-9c4b8dc8e807 admin admin] 10.222.0.59 "GET /v2.0/subnets/14577a52-74c0-4925-a02e-d8ebed93909b HTTP/1.1" status: 200 len: 849 time: 0.1155038 Feb 17 20:51:40.147574 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9b4d46ae-d4c3-44c7-94e3-95373c37df4d admin admin] 10.222.0.59 "GET /v2.0/routers/92dafbf3-da6e-4a63-9fef-a923b8a35ad4 HTTP/1.1" status: 200 len: 704 time: 0.1419966 Feb 17 20:51:40.773401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:41.181419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Allocated IP 172.20.0.1 (2a0993eb-99a8-4190-a6cf-13a2ccf37edb/14577a52-74c0-4925-a02e-d8ebed93909b/777b61dd-1822-4da1-9f50-cf57e35f7479) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:41.455679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:41.473283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Transition to ACTIVE for port object 777b61dd-1822-4da1-9f50-cf57e35f7479 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:41.556566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:41.572461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:41.709238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Pushing event updated for resources: {'Port': ['ID=777b61dd-1822-4da1-9f50-cf57e35f7479,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:41.715379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:41.767261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:41.768361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:41.770607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:41.771129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.047204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b619c10a-fb37-4263-b22b-241747a8818a None None] Provisioning for port 777b61dd-1822-4da1-9f50-cf57e35f7479 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:51:42.053381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b619c10a-fb37-4263-b22b-241747a8818a None None] Provisioning complete for port 777b61dd-1822-4da1-9f50-cf57e35f7479 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:42.053846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b619c10a-fb37-4263-b22b-241747a8818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.075102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.110086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-b619c10a-fb37-4263-b22b-241747a8818a None None] Port 777b61dd-1822-4da1-9f50-cf57e35f7479 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:51:42.363942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.403498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.404610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.419633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:42.555878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Pushing event updated for resources: {'Port': ['ID=777b61dd-1822-4da1-9f50-cf57e35f7479,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:42.558865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:42.614697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:42.615707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:42.834438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e4611183-f467-4077-b687-5ea965640a23 None None] Provisioning complete for port 777b61dd-1822-4da1-9f50-cf57e35f7479 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:42.834977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4611183-f467-4077-b687-5ea965640a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:42.890696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e4611183-f467-4077-b687-5ea965640a23 None None] Port 777b61dd-1822-4da1-9f50-cf57e35f7479 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:51:43.013055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:51:43.175205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:51:43.184888 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] 10.222.0.59 "PUT /v2.0/routers/92dafbf3-da6e-4a63-9fef-a923b8a35ad4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0316963 Feb 17 20:51:43.185525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Sync routers for ids ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:51:43.196552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Routers {'92dafbf3-da6e-4a63-9fef-a923b8a35ad4'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:43.197436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T20:51:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:43.383970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Set router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 gateway port host: None {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:51:43.929338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:41Z', 'revision_number': 2, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port_host': None, '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:42Z', 'revision_number': 2, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:43.934785 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Checking router: 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:51:43.935180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Updating router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 port 777b61dd-1822-4da1-9f50-cf57e35f7479 binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:51:43.990028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:44.436853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:44.460422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Transition to ACTIVE for port object 777b61dd-1822-4da1-9f50-cf57e35f7479 will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:44.487325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:44.503926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:44.644926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Pushing event updated for resources: {'Port': ['ID=777b61dd-1822-4da1-9f50-cf57e35f7479,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:44.656335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.656714 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.657081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.657442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.657828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.658193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.658547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.658947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.659255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.659606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.659956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.660305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Tracked resource versions report: Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 20:51:44.661446 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:44.676564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:44.832099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Attempting to bind port 777b61dd-1822-4da1-9f50-cf57e35f7479 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:51:44.832646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Attempting to bind port 777b61dd-1822-4da1-9f50-cf57e35f7479 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:51:44.833076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Attempting to bind port 777b61dd-1822-4da1-9f50-cf57e35f7479 on network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:51:44.839040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:51:44.839987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Checking segment: {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:44.840475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:44.840901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Bound using segment: {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:51:44.841440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Bound port: 777b61dd-1822-4da1-9f50-cf57e35f7479, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f30c06e-0ee9-4d6b-bc89-55c9d8338135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:51:44.841895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:44.934682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] For port 777b61dd-1822-4da1-9f50-cf57e35f7479, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:51:44.939130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] For port 777b61dd-1822-4da1-9f50-cf57e35f7479, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=777b61dd-1822-4da1-9f50-cf57e35f7479,segment=NetworkSegment(3f30c06e-0ee9-4d6b-bc89-55c9d8338135),segment_id=3f30c06e-0ee9-4d6b-bc89-55c9d8338135)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:51:45.010144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:45.025356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:45.178780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Pushing event updated for resources: {'Port': ['ID=777b61dd-1822-4da1-9f50-cf57e35f7479,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:45.184245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:45.254621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Routers {'92dafbf3-da6e-4a63-9fef-a923b8a35ad4'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:45.255458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T20:51:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:45.426589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] Set router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 gateway port host: None {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:51:45.734493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 59452) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:45.774108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:41Z', 'revision_number': 2, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port_host': None, '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:44Z', 'revision_number': 4, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:45.778797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14df65-5c9c-461e-8f74-8be9c725c3e8 None None] The sync data for ids ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'] in dv-cinder-760184-4-smb is: [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:41Z', 'revision_number': 2, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port_host': None, '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:44Z', 'revision_number': 4, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:51:45.911083 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:45.911679 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:46.338393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.policy [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84091) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:51:46.532249 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:46.532680 dv-cinder-760184-4-smb neutron-server[83979]: WARNING oslo_policy.policy [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:51:46.558606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:46.565724 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0d8e8931-e04e-4d93-a80d-49b587aec15c admin admin] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 842 time: 0.8246491 Feb 17 20:51:46.571953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:46.574989 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.quota [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Loaded quota_driver: . Feb 17 20:51:46.581386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:46.586846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Usage tracker for resource:subnet and tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:46.590110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:46.596709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:46.648850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Made reservation on behalf of d1071a5e43884fd5a4e1a3c8b6cf12ac for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:46.655175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.244013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 777b61dd-1822-4da1-9f50-cf57e35f7479 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:47.350477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84091) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:51:47.351004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.357609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 777b61dd-1822-4da1-9f50-cf57e35f7479 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:51:47.362759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 777b61dd-1822-4da1-9f50-cf57e35f7479 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:47.363166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.366574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:47.487626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.507682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f652642-e7ed-41d5-aed2-ebf1edf207da,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:47.520549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 777b61dd-1822-4da1-9f50-cf57e35f7479, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=777b61dd-1822-4da1-9f50-cf57e35f7479,segment=NetworkSegment(3f30c06e-0ee9-4d6b-bc89-55c9d8338135),segment_id=3f30c06e-0ee9-4d6b-bc89-55c9d8338135)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:51:47.524510 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.524884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.525246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.525601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.525977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.526913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.527212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.527559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.527912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.528256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.528597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.528938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Tracked resource versions report: Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 20:51:47.530086 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:47.555774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.558486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:47.562099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:47.603477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:47.603764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Network hostable DHCP agents. Network: c16a3283-0a2e-4d3e-95e7-c20b3981751d, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:51:47.630672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=777b61dd-1822-4da1-9f50-cf57e35f7479,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:47.633933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:47.660860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:51:47.723555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, c16a3283-0a2e-4d3e-95e7-c20b3981751d) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:47.728063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:47.728726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:47.734410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8525f92-561d-421b-acd7-acc19fc070fd None None] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:47.825690 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2431762 Feb 17 20:51:48.114193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1418af-aef6-4461-b3c1-06d9e49730d3 None None] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:49.225820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 777b61dd-1822-4da1-9f50-cf57e35f7479 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:49.300527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 777b61dd-1822-4da1-9f50-cf57e35f7479 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:49.300936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:50.369368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 59476) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:50.606858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7883f642-6361-4485-8752-afca36000d65 admin admin] 10.222.0.59 "GET /v2.0/routers/92dafbf3-da6e-4a63-9fef-a923b8a35ad4 HTTP/1.1" status: 200 len: 710 time: 0.2361445 Feb 17 20:51:50.741947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322a504d-5bf0-4bab-a4ea-ec83baf1cbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:50.743393 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-322a504d-5bf0-4bab-a4ea-ec83baf1cbfb admin admin] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 886 time: 0.1307042 Feb 17 20:51:50.752971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:51.359508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:51.729571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:51.788034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:51.803273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:51.818387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:51.822298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:51.826002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:51.831710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:52.089270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.117229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.132255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:52.220975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f17744-6c88-4cfb-b4e5-4efc23f212ac,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:52.227303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:52.383797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Allocated IP 172.28.2.232 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/e120ad40-cc2b-4814-93a2-0dbde21a6289) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:52.620927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.721939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.737205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:52.866521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Pushing event updated for resources: {'Port': ['ID=e120ad40-cc2b-4814-93a2-0dbde21a6289,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:52.873315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:52.920821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:52.922005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:52.924212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:53.436301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.942352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.945827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853990394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657588'] for router, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.134607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:51:54.320421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:51:54.330719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Sync routers for ids ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:51:54.336555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.342517 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] 10.222.0.59 "PUT /v2.0/routers/92dafbf3-da6e-4a63-9fef-a923b8a35ad4 HTTP/1.1" status: 200 len: 890 time: 3.5882609 Feb 17 20:51:54.342707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Routers {'92dafbf3-da6e-4a63-9fef-a923b8a35ad4'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:54.342707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T20:51:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:54.546479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Set router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:51:54.899524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:53Z', 'revision_number': 4, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port': {'id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:52Z', 'updated_at': '2021-02-17T20:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:47Z', 'revision_number': 5, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:54.904902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Checking router: 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:51:54.905296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Updating router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 port e120ad40-cc2b-4814-93a2-0dbde21a6289 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:51:54.962907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.427410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.488984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Transition to ACTIVE for port object e120ad40-cc2b-4814-93a2-0dbde21a6289 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:55.538197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.554833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:55.693223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Pushing event updated for resources: {'Port': ['ID=e120ad40-cc2b-4814-93a2-0dbde21a6289,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:55.697704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:55.755132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Attempting to bind port e120ad40-cc2b-4814-93a2-0dbde21a6289 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:51:55.755542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Attempting to bind port e120ad40-cc2b-4814-93a2-0dbde21a6289 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:51:55.755944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Attempting to bind port e120ad40-cc2b-4814-93a2-0dbde21a6289 on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:51:55.762029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:51:55.762446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:55.762884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.763309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:51:55.763818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Bound port: e120ad40-cc2b-4814-93a2-0dbde21a6289, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:51:55.764225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.839647 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] For port e120ad40-cc2b-4814-93a2-0dbde21a6289, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:51:55.842894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] For port e120ad40-cc2b-4814-93a2-0dbde21a6289, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=e120ad40-cc2b-4814-93a2-0dbde21a6289,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:51:55.881316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.900221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39ce7644-0e05-4281-ba7c-f07c7c440cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:56.203648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Pushing event updated for resources: {'Port': ['ID=e120ad40-cc2b-4814-93a2-0dbde21a6289,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:56.209082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:56.246900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Routers {'92dafbf3-da6e-4a63-9fef-a923b8a35ad4'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:56.247571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T20:51:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:56.440843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] Set router 92dafbf3-da6e-4a63-9fef-a923b8a35ad4 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:51:56.797385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:53Z', 'revision_number': 4, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port': {'id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:52Z', 'updated_at': '2021-02-17T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:47Z', 'revision_number': 5, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:56.801676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de17d1-e8bb-43c5-bed7-1e91156b2563 None None] The sync data for ids ['92dafbf3-da6e-4a63-9fef-a923b8a35ad4'] in dv-cinder-760184-4-smb is: [{'id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'name': 'router1', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:30Z', 'updated_at': '2021-02-17T20:51:53Z', 'revision_number': 4, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'gw_port': {'id': 'e120ad40-cc2b-4814-93a2-0dbde21a6289', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:52Z', 'updated_at': '2021-02-17T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '777b61dd-1822-4da1-9f50-cf57e35f7479', 'name': '', 'network_id': '2a0993eb-99a8-4190-a6cf-13a2ccf37edb', 'tenant_id': '15a9993590c04b2cbacd9d34336f74c5', 'mac_address': 'fa:16:3e:8b:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dafbf3-da6e-4a63-9fef-a923b8a35ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:40Z', 'updated_at': '2021-02-17T20:51:47Z', 'revision_number': 5, 'project_id': '15a9993590c04b2cbacd9d34336f74c5', 'subnets': [{'id': '14577a52-74c0-4925-a02e-d8ebed93909b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62821e03-21e1-40f5-b755-17fe50cd2e1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:51:57.041016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 59486) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:57.170709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883aa92-ccb3-4cff-9c9c-a558994b9b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:57.178052 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3883aa92-ccb3-4cff-9c9c-a558994b9b11 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1302977 Feb 17 20:51:57.268268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device e120ad40-cc2b-4814-93a2-0dbde21a6289 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:57.384007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port e120ad40-cc2b-4814-93a2-0dbde21a6289 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:51:57.390799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port e120ad40-cc2b-4814-93a2-0dbde21a6289 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:57.391224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.527697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.547552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port e120ad40-cc2b-4814-93a2-0dbde21a6289, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=e120ad40-cc2b-4814-93a2-0dbde21a6289,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:51:57.578571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.583696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:57.656881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=e120ad40-cc2b-4814-93a2-0dbde21a6289,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:57.660249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:59.240096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device e120ad40-cc2b-4814-93a2-0dbde21a6289 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:51:59.314850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port e120ad40-cc2b-4814-93a2-0dbde21a6289 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:51:59.315514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.172336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa314076-0439-4435-bd20-acd463e5ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.655568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:52:03.161134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4fed3323-1ece-48ff-b741-b895fa83210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.283345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.281258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.309921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:31.134221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc986-2539-40a1-8be8-60c1f09a26a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.120489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9f77-2c6b-4cd2-a130-857e5b7450b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.190997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.288552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.290097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.655897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:53:01.133499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6c-315c-494b-96d4-36c0de75911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:03.102501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7aeccfc9-b911-4a8e-8803-18bb15c059fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.194056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.264300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.291296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:16.654976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:53:31.132370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4f3a342f-1f51-4ce4-8b35-ea7c1dfb5255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:33.109837 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f12c91ef-3b0d-48bd-b85b-3e0368aa5d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:34.184309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.263986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.281100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.654962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:54:01.135203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b9a295d-7194-4a60-909a-344ef5f0bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.103260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d4c9af9-a74f-4c7f-ad79-77fe6514f211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.175004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.261259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.289554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.687908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60062) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:11.762526 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e11cc75-763a-463e-9b3d-6586a5527274 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:54:11.763159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e11cc75-763a-463e-9b3d-6586a5527274 admin admin] Synchronizing usage tracker for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:54:11.803490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e11cc75-763a-463e-9b3d-6586a5527274 admin admin] Unset dirty status for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:54:11.804738 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5e11cc75-763a-463e-9b3d-6586a5527274 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1157699 Feb 17 20:54:11.946883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fba8c2-84bc-4d19-8c84-764704118031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:11.948410 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d3fba8c2-84bc-4d19-8c84-764704118031 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1385736 Feb 17 20:54:14.418328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60072) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:14.534871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ddb0e-2701-4c2f-b760-ee38a87622ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:14.534871 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-477ddb0e-2701-4c2f-b760-ee38a87622ee admin admin] 10.222.0.59 "GET /v2.0/subnets/14577a52-74c0-4925-a02e-d8ebed93909b HTTP/1.1" status: 200 len: 849 time: 0.1153588 Feb 17 20:54:14.545906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:14.671406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.011460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363268851465434'] for subnet, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.026926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:15.158456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14577a52-74c0-4925-a02e-d8ebed93909b,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:15.170165 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.170552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.170917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.171282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.171640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.172001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.172356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.172711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.173082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.173436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.173812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.174164 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:15.186838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:15.216635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:15.217284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.218893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] 10.222.0.59 "PUT /v2.0/subnets/14577a52-74c0-4925-a02e-d8ebed93909b HTTP/1.1" status: 200 len: 868 time: 0.6777289 Feb 17 20:54:15.236852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8600ab7-c88d-40be-a3ae-818dabffdc89 None None] Network 2a0993eb-99a8-4190-a6cf-13a2ccf37edb requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:15.715577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-c61d5b70-24a1-4ca5-a297-32598940c85c None None] Provisioning complete for port 0497889a-77bb-4fc0-b0b0-aaa4a7aff37f triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:15.716109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c61d5b70-24a1-4ca5-a297-32598940c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.851995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-c61d5b70-24a1-4ca5-a297-32598940c85c None None] Provisioning complete for port 777b61dd-1822-4da1-9f50-cf57e35f7479 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:15.852326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c61d5b70-24a1-4ca5-a297-32598940c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:17.690533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60082) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:17.878348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61914404-cda5-45e6-a282-f644089354d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:17.878681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61914404-cda5-45e6-a282-f644089354d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:17.880329 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-61914404-cda5-45e6-a282-f644089354d3 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1876423 Feb 17 20:54:20.357781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60092) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:20.543305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd7140-569e-4d1d-9d82-e2181785e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:20.543744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd7140-569e-4d1d-9d82-e2181785e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:20.549721 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-aabd7140-569e-4d1d-9d82-e2181785e1a3 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1866248 Feb 17 20:54:23.014142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60102) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:23.199297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c80c15-577f-4e35-b8b6-54980bd028bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:23.200697 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a1c80c15-577f-4e35-b8b6-54980bd028bd admin admin] 10.222.0.59 "GET /v2.0/networks/2a0993eb-99a8-4190-a6cf-13a2ccf37edb HTTP/1.1" status: 200 len: 862 time: 0.1854486 Feb 17 20:54:25.679328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60112) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:25.858916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05798bb9-f450-43c5-af23-5ac3063a4d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:25.860311 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-05798bb9-f450-43c5-af23-5ac3063a4d14 admin admin] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 886 time: 0.1799202 Feb 17 20:54:28.326674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60122) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:28.443086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624e88d-4c3f-4986-a2fa-d867f9868db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:28.443482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624e88d-4c3f-4986-a2fa-d867f9868db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:28.444288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0624e88d-4c3f-4986-a2fa-d867f9868db9 admin admin] Synchronizing usage tracker for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:subnet {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:54:28.511794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0624e88d-4c3f-4986-a2fa-d867f9868db9 admin admin] Unset dirty status for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:subnet {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:54:28.525742 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0624e88d-4c3f-4986-a2fa-d867f9868db9 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1853693 Feb 17 20:54:30.654030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:54:30.968159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60132) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:31.082046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92008ea-f32f-47ac-bc91-f7c81e3e4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:31.082464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92008ea-f32f-47ac-bc91-f7c81e3e4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:31.084092 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c92008ea-f32f-47ac-bc91-f7c81e3e4fe5 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1149216 Feb 17 20:54:31.137177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6492e49b-d3d5-4bbb-b7be-64921d742676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.114063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b9c0f1f-80a8-47ab-85c6-558ee9ea8086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.545480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60142) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:33.664266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99029251-15cf-4cac-bc59-488bd9858629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:33.666238 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-99029251-15cf-4cac-bc59-488bd9858629 admin admin] 10.222.0.59 "GET /v2.0/subnets/14577a52-74c0-4925-a02e-d8ebed93909b HTTP/1.1" status: 200 len: 868 time: 0.1197124 Feb 17 20:54:34.186150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:35.260495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:35.288796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.149386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60152) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:36.258628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f116918-7410-44ed-91ad-cccd4bc48601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:36.260106 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4f116918-7410-44ed-91ad-cccd4bc48601 admin admin] 10.222.0.59 "GET /v2.0/subnets/7f652642-e7ed-41d5-aed2-ebf1edf207da HTTP/1.1" status: 200 len: 816 time: 0.1091883 Feb 17 20:55:01.165107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3217086-29c1-42f7-ba7d-47e6f6ab4b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:02.212681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60192) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:02.264409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-f4c38bed-a20a-40b8-bea1-a9596d1465e4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:55:02.265480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f4c38bed-a20a-40b8-bea1-a9596d1465e4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0515130 Feb 17 20:55:03.102679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4c947923-388f-4fad-8f22-0d6fa95fb565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:04.187980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:04.826513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60202) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:04.900297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3946f32d-65b0-432a-aeee-01a64185ff27 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:55:04.901655 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3946f32d-65b0-432a-aeee-01a64185ff27 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0741441 Feb 17 20:55:05.035273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ab1221-6000-4ff0-9d24-3b825db890c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.036822 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b4ab1221-6000-4ff0-9d24-3b825db890c0 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1308444 Feb 17 20:55:05.257220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:05.288522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.537993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60212) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:07.590741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:07.597042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:07.606945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:07.653011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:55:07.655973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Made reservation on behalf of d1071a5e43884fd5a4e1a3c8b6cf12ac for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:55:07.660671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.754439 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.services.revisions.revision_plugin [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Could not find related network for resource to bump revision. Feb 17 20:55:07.826220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:55:07.836906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.837364 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Added segment 53acf56f-ad73-4479-8db2-44dbc0f6c9ab of type vxlan for network 56140f6e-f374-413e-b109-e334af8282f0 Feb 17 20:55:07.877990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.933596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.935140 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:07.935782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.940490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:08.033072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Pushing event updated for resources: {'Network': ['ID=56140f6e-f374-413e-b109-e334af8282f0,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:08.040686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.041065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.041431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.041817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.042269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.042541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.042893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.043245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.043597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.043943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.044293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.044640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:08.048773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:08.057019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 56140f6e-f374-413e-b109-e334af8282f0 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:55:08.106125 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5668263 Feb 17 20:55:10.603972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60222) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:10.680282 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.pecan_wsgi.hooks.translation [None req-90869ee8-4f9c-4a71-b8de-5dc5ca2ab277 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:55:10.680862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-90869ee8-4f9c-4a71-b8de-5dc5ca2ab277 admin admin] Synchronizing usage tracker for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:network {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:10.741823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-90869ee8-4f9c-4a71-b8de-5dc5ca2ab277 admin admin] Unset dirty status for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:network {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:10.743068 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-90869ee8-4f9c-4a71-b8de-5dc5ca2ab277 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1380711 Feb 17 20:55:10.857067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc49f9-64b1-4fad-b051-a2b95d3231d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.858638 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-13bc49f9-64b1-4fad-b051-a2b95d3231d7 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1112037 Feb 17 20:55:10.869805 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Request body: {'subnet': {'network_id': '56140f6e-f374-413e-b109-e334af8282f0', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:10.874814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:10.884879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:10.918761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Made reservation on behalf of d1071a5e43884fd5a4e1a3c8b6cf12ac for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:55:10.923311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:11.328173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:11.343276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:11.470160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157e81f7-b2eb-4aac-a763-d9565df3fe32,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:11.474532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:11.702819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Checking segment: {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:55:11.703406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Network hostable DHCP agents. Network: 56140f6e-f374-413e-b109-e334af8282f0, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:55:11.747764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Network 56140f6e-f374-413e-b109-e334af8282f0 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:55:11.776264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 56140f6e-f374-413e-b109-e334af8282f0) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:55:11.780170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:11.780803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:11.786132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c24fe-3cb6-4a69-bbd9-e7477f422bfa None None] Network 56140f6e-f374-413e-b109-e334af8282f0 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:55:11.831796 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9661362 Feb 17 20:55:12.183807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-56140f6e-f374-413e-b109-e334af8282f0', 'network_id': '56140f6e-f374-413e-b109-e334af8282f0', 'tenant_id': 'd1071a5e43884fd5a4e1a3c8b6cf12ac', 'fixed_ips': [{'subnet_id': '157e81f7-b2eb-4aac-a763-d9565df3fe32'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:55:12.185001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:12.475990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Allocated IP 192.168.233.2 (56140f6e-f374-413e-b109-e334af8282f0/157e81f7-b2eb-4aac-a763-d9565df3fe32/28513059-9a09-4ee9-9734-6c1bca343b3a) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:55:12.760390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:12.816529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Transition to ACTIVE for port object 28513059-9a09-4ee9-9734-6c1bca343b3a will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:12.834727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Transition to ACTIVE for port object 28513059-9a09-4ee9-9734-6c1bca343b3a will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:12.868792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:12.886765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:13.017432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Pushing event updated for resources: {'Port': ['ID=28513059-9a09-4ee9-9734-6c1bca343b3a,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:13.028464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.028844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.029212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.029578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.029963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.030325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.030683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.031038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.031394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.031751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.032103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.032452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:13.038289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:13.086723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Network 56140f6e-f374-413e-b109-e334af8282f0 is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:55:13.087868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:55:13.090212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:55:13.149309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Attempting to bind port 28513059-9a09-4ee9-9734-6c1bca343b3a on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:55:13.149732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Attempting to bind port 28513059-9a09-4ee9-9734-6c1bca343b3a by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:55:13.150131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Attempting to bind port 28513059-9a09-4ee9-9734-6c1bca343b3a on network 56140f6e-f374-413e-b109-e334af8282f0 {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:55:13.156024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:55:13.156437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Checking segment: {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:55:13.156873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:13.157344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Bound using segment: {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:55:13.157869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Bound port: 28513059-9a09-4ee9-9734-6c1bca343b3a, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:55:13.158277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:13.253023 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] For port 28513059-9a09-4ee9-9734-6c1bca343b3a, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:55:13.256381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] For port 28513059-9a09-4ee9-9734-6c1bca343b3a, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=28513059-9a09-4ee9-9734-6c1bca343b3a,segment=NetworkSegment(53acf56f-ad73-4479-8db2-44dbc0f6c9ab),segment_id=53acf56f-ad73-4479-8db2-44dbc0f6c9ab)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:55:13.325977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:13.341799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:13.501597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Pushing event updated for resources: {'Port': ['ID=28513059-9a09-4ee9-9734-6c1bca343b3a,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:13.504999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:14.803737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ef343-9564-42ee-b862-9ce46824c92b None None] Network 56140f6e-f374-413e-b109-e334af8282f0 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:55:14.934835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1c6084e3-9565-4af8-b510-8d78cd21e9cf None None] Provisioning for port 28513059-9a09-4ee9-9734-6c1bca343b3a completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:15.371784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28513059-9a09-4ee9-9734-6c1bca343b3a up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:15.507905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 28513059-9a09-4ee9-9734-6c1bca343b3a completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:15.514349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 28513059-9a09-4ee9-9734-6c1bca343b3a triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:15.514772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:15.614238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ef596108-1d38-434b-acf0-9a3b4ee7cd2a None None] Provisioning complete for port 28513059-9a09-4ee9-9734-6c1bca343b3a triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:15.614651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef596108-1d38-434b-acf0-9a3b4ee7cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:15.736569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:15.817123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 28513059-9a09-4ee9-9734-6c1bca343b3a, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=28513059-9a09-4ee9-9734-6c1bca343b3a,segment=NetworkSegment(53acf56f-ad73-4479-8db2-44dbc0f6c9ab),segment_id=53acf56f-ad73-4479-8db2-44dbc0f6c9ab)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:55:15.827919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ef596108-1d38-434b-acf0-9a3b4ee7cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:15.851191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:15.884943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:15.971187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-ef596108-1d38-434b-acf0-9a3b4ee7cd2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84092) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:55:15.971585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-ef596108-1d38-434b-acf0-9a3b4ee7cd2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:55:15.980363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=28513059-9a09-4ee9-9734-6c1bca343b3a,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:15.983739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:17.336920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28513059-9a09-4ee9-9734-6c1bca343b3a up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:17.411131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 28513059-9a09-4ee9-9734-6c1bca343b3a triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:17.411601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:31.124451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e50082ac-e41c-409d-bbba-b43d3ae44a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:33.101338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54fd9d1-1600-40dc-8687-da60497191fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:34.207549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:35.259558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:35.296064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:44.651568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:56:01.151239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6fd87aa-d336-4538-abce-eb5cdd6e213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:03.112535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0775b843-1715-4e87-b862-c4a34f3dbc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:04.195799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:05.260109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:05.295101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:21.650918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:56:26.549223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60264) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:56:26.556192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [None req-6965fe09-a47f-484c-90e0-dd0509c065e9 tempest-verify_tempest_config-1961920853 tempest-verify_tempest_config-1961920853-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:56:26.557280 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6965fe09-a47f-484c-90e0-dd0509c065e9 tempest-verify_tempest_config-1961920853 tempest-verify_tempest_config-1961920853-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0069323 Feb 17 20:56:27.015670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60284) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:56:27.239707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.254482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:27.258463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Usage tracker for resource:security_group_rule and tenant:13945be4a0da44cf82f04af32361c70b is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:27.261558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:27.267217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:27.628438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.671705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.679690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:27.721816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d4d25-8a07-4480-bf80-4e59fae07c31,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:27.727224 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13945be4a0da44cf82f04af32361c70b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7104774 Feb 17 20:56:27.730274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60290) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:56:27.731701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.732095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.732459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.732823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.733178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.733528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.733921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.734273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.734637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.734985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.735332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.735701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.739798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:27.799702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.827319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.900251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.905352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:27.918729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d4d25-8a07-4480-bf80-4e59fae07c31,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:27.926705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.927086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.927455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.927819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.928180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.928539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.928893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.929246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.930177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.930531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.930880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.931229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:27.934876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:27.935658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.936938 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/267d4d25-8a07-4480-bf80-4e59fae07c31 HTTP/1.1" status: 204 len: 168 time: 0.2052133 Feb 17 20:56:31.111599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b069694f-a152-41e3-a07b-786fb1e9145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:33.117383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-742462bf-43d1-492d-a173-9f0fb4806b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:34.219898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:35.271437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:35.305921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:58.650803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:57:01.136911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0c05-7612-49eb-b7f1-ea2bcc7aeb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:03.104893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-302f04d3-aac0-4e48-9ae7-855f9407f476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:04.194086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:05.251378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:05.298712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:31.132733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c3eee4e-01d7-4a82-a724-3f3994e8ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:33.124497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8af2ecb4-fc27-4523-8489-130007b35d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.238895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.250184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.301529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.652152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:58:01.120498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e106f35-006f-437a-a2b9-518676bf6408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:03.109482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cdd5-7b1a-4349-8ef3-79416356c57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:04.198234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:05.274262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:05.308846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:12.651349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 5 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:58:20.194860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974'] for agent, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.195453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.195668 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.196043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.196416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.196784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.197151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.197513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.197922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.198286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.198648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.199005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.199366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:20.199909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76018', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:20.204123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76018', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:20.543740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] get_endpoint_by_host() called for host hv-cinder-76018 {{(pid=84092) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:58:20.547821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=84092) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:58:20.550868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=84092) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:58:20.589015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] _get_endpoints() called {{(pid=84092) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:58:31.129262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6bb50450-88a6-4ba6-a3bf-25f88e176e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:33.112167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e56dec9e-0b33-4052-897b-83a0c10c781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:34.199915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:35.263890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:35.292559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60362) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:35.320475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:35.413978 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a957b375-d0a7-4273-b03e-cc16e0b65665 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1201954 Feb 17 20:58:37.911727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60372) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:37.973390 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e7c8d4f1-2728-461c-9b6d-a27837b9e6a7 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0604818 Feb 17 20:58:49.652072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:58:50.211419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.130588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1617-0e1c-4bb8-8e81-b217fc24f664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:03.111287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-31f93ced-7092-47aa-bed9-dc7cc3c04ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:04.205338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.256393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.311366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.214093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:26.652130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:59:31.121592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2bddd64c-59fc-4c42-8192-3ab2512b263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:33.112767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-275ecf3f-1b77-46a1-b193-d31d4ef7cbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:34.204155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:35.264996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:35.333396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:50.232997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:01.126931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16bad2a2-ef6b-4a08-8297-e5e2a4032191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:03.110089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08e018cf-eff8-463f-9f2d-ee7f2226497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:03.652120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:00:04.215264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:05.252661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:05.321259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:20.258211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:26.513484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60552) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:26.794132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60568) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:27.033578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60578) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:27.073240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60584) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:27.098642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-network', 'tenant_id': 'e92f1d856a75476db168709154bb30c4'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:27.105988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.112052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Usage tracker for resource:network and tenant:e92f1d856a75476db168709154bb30c4 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.115443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.123862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.163380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1102068041-network', 'tenant_id': '56a6d1a59e694d8a9bcdfdcb9c726212'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:27.169381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.171803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Made reservation on behalf of e92f1d856a75476db168709154bb30c4 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:27.176536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.193812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Usage tracker for resource:network and tenant:56a6d1a59e694d8a9bcdfdcb9c726212 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.194705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.207941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.217418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.226024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.245153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Usage tracker for resource:security_group_rule and tenant:e92f1d856a75476db168709154bb30c4 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.245153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.245153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.275530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Made reservation on behalf of 56a6d1a59e694d8a9bcdfdcb9c726212 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:27.276952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60598) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:27.280474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.302098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.318499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.324777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Usage tracker for resource:security_group_rule and tenant:56a6d1a59e694d8a9bcdfdcb9c726212 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.331494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107999897-network', 'tenant_id': '0affe0147c384b46b0a9d76e7a69f5e6'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:27.335796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.348519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.350560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.358305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Usage tracker for resource:network and tenant:0affe0147c384b46b0a9d76e7a69f5e6 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.360845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.382988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-175094832-network', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:27.390584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.397314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.419814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Usage tracker for resource:network and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.432493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.449324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-97853010-network', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:27.454198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.459305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Made reservation on behalf of 0affe0147c384b46b0a9d76e7a69f5e6 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:27.462364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.466397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.469595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Usage tracker for resource:network and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.475374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.484673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.494234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.512026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.516863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0affe0147c384b46b0a9d76e7a69f5e6 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.540530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.563738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.598026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Made reservation on behalf of d7604491fcd2472b82fcf13514c18f1f for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:27.605327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Made reservation on behalf of 7ef37d9123104621bbd529ce25be5d71 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:27.607669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.610176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.633824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.647886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.648985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.659253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.664081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.668029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.675416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.729249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.733288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:27.764914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:27.771895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:27.780812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.782600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:27.804108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:27.815941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.826549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.835646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:27.857865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.872516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8855f4-9e6b-40d6-8283-e3413cf2ff21,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:27.881986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.882298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.882757 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.883217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.883669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.884121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.884567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.886177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.896622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.897245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.897816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.898273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.899597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.900057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.901960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.902536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.902987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.905600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Tracked resource versions report: Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}, Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 21:00:27.913545 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:00:27.922320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:27.923437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:27.953622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97592ba-ab7b-4e05-8cbd-1c8803a43c76,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:27.979112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.982958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.983163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.983730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.984184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.984545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.984906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.985265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.985621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.986024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.986380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.986794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.987149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.987504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.987867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.988259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Tracked resource versions report: Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}, Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 21:00:27.989586 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:00:27.993537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:27.998362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e506e271-088f-454d-b666-fd9fe4feff71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:28.005957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.006456 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Added segment f140120b-e289-4d7a-8b0a-ad14ebf10173 of type vxlan for network 85590591-d548-460a-bf88-316869c45492 Feb 17 21:00:28.079173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:28.083110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:28.210279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.222308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.239623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.257290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.264002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:28.291665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:28.297027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.315722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:28.316396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:28.318555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.318949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Added segment cba39b5c-c299-4fc3-9b01-096b446a0f48 of type vxlan for network 4716630e-f79d-43dd-912d-36876e74a25e Feb 17 21:00:28.321245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.322044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb1285-ff1a-4da1-8063-638a90d793da,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:28.325697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:28.327740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84090) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:28.328593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:28.335184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:28.355112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:28.355777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.415045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.430255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5972e96d-4b40-4645-b980-60f6af4d4ff3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:28.433890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:28.437584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:28.624208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60648) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:28.625405 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1079321 Feb 17 21:00:28.631983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Pushing event updated for resources: {'Network': ['ID=85590591-d548-460a-bf88-316869c45492,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:28.633568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Request body: {'subnet': {'network_id': '85590591-d548-460a-bf88-316869c45492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-subnet', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:28.635226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:28.649872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:28.658281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 85590591-d548-460a-bf88-316869c45492 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:28.664846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Usage tracker for resource:subnet and tenant:e92f1d856a75476db168709154bb30c4 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:28.669656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.670993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:28.677279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.677279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59ea8133-6ec1-47ea-bf55-b439ad5b937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:28.683799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:28.697324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 85590591-d548-460a-bf88-316869c45492 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:28.705294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:28.761538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84090) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:28.761926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:28.798154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Pushing event updated for resources: {'Network': ['ID=4716630e-f79d-43dd-912d-36876e74a25e,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:28.800859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Made reservation on behalf of e92f1d856a75476db168709154bb30c4 for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:28.807422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.811212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:28.830210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.833583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.874118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:28.882905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.883297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Added segment ba43df0c-4ce0-4d8d-a25b-617f9abceaee of type vxlan for network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 Feb 17 21:00:28.945522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.946139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 4716630e-f79d-43dd-912d-36876e74a25e details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:28.962961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 4716630e-f79d-43dd-912d-36876e74a25e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:29.045398 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9708846 Feb 17 21:00:29.049294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60682) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:29.063912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Request body: {'subnet': {'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-175094832-subnet', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:29.087704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:29.105214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Usage tracker for resource:subnet and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:29.111104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:29.118065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:29.142957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.144697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:29.145566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.168911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:29.245103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:29.245872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:29.263222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.289360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Made reservation on behalf of 7ef37d9123104621bbd529ce25be5d71 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:29.294480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.400198 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6020002 Feb 17 21:00:29.408526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60702) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:29.424075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6f79f9-6c22-49e1-b50f-d41af0e9da57,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:29.428539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:29.429900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Request body: {'subnet': {'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1102068041-subnet', 'tenant_id': '56a6d1a59e694d8a9bcdfdcb9c726212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:29.435840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:29.436810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:29.442942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Usage tracker for resource:subnet and tenant:56a6d1a59e694d8a9bcdfdcb9c726212 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:29.446761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:29.455366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:29.475557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:29.475955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:29.483918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.484318 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Added segment 1e6d86b3-bfeb-44ec-9f17-98827d9a6962 of type vxlan for network 39075185-ac9f-4e81-b83e-195c62fed16e Feb 17 21:00:29.529552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.539562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Made reservation on behalf of 56a6d1a59e694d8a9bcdfdcb9c726212 for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:29.552255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.680122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.686163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:29.687644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.695613 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:29.781475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60714) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:29.782147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60716) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:29.925096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.954434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b8d600a-ca20-4518-9083-9e6f802ab065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:30.082811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Pushing event updated for resources: {'Network': ['ID=39075185-ac9f-4e81-b83e-195c62fed16e,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:30.085793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:30.093485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 39075185-ac9f-4e81-b83e-195c62fed16e details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:30.100918 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0637815 Feb 17 21:00:30.101865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60736) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:30.112086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Request body: {'subnet': {'network_id': '39075185-ac9f-4e81-b83e-195c62fed16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107999897-subnet', 'tenant_id': '0affe0147c384b46b0a9d76e7a69f5e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:30.112844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 39075185-ac9f-4e81-b83e-195c62fed16e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:30.115513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.118277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:30.124338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Usage tracker for resource:subnet and tenant:0affe0147c384b46b0a9d76e7a69f5e6 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:30.128754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:30.137064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:30.138465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:30.176173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Made reservation on behalf of 0affe0147c384b46b0a9d76e7a69f5e6 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:30.181161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.194071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.209787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Usage tracker for resource:security_group_rule and tenant:6e910acb31404882b3518ae789b6feea is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:30.217915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:30.220749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.242262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:30.275877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:30.288161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b47f28-1fc6-4384-8593-bb03ef248f57,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:30.302047 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e6dbf168be444695cccc8fc45fbd9f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:30.305218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:30.324589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:30.342024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:30.345539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.365185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f93dc2b3-f617-4637-9a48-cf2a74b9b474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:30.415010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:30.437507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Checking segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:30.437902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Network hostable DHCP agents. Network: 85590591-d548-460a-bf88-316869c45492, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:30.455605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.456037 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Added segment 6ace214e-1545-4062-9369-c7a323fb21f9 of type vxlan for network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f Feb 17 21:00:30.511887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c8dbc9-793a-495e-87c8-3b3f14896cfa,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:30.534999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:30.558286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.573786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:30.635877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Checking segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:30.636190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Network hostable DHCP agents. Network: 4716630e-f79d-43dd-912d-36876e74a25e, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:30.668435 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Network 85590591-d548-460a-bf88-316869c45492 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:30.709277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Network 4716630e-f79d-43dd-912d-36876e74a25e is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:30.738297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.772668 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 85590591-d548-460a-bf88-316869c45492) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:30.781793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca177192-2ec1-445a-bed1-a6e2246da87d None None] Network 85590591-d548-460a-bf88-316869c45492 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:30.788586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbc0190-7fcb-4006-9b21-a176aa39502c,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:30.811330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 4716630e-f79d-43dd-912d-36876e74a25e) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:30.813093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:30.813763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.823425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:30.825990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.882051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac673cf2-7abd-4b47-9c6a-9475df481504 None None] Network 4716630e-f79d-43dd-912d-36876e74a25e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:30.889523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8382978 Feb 17 21:00:30.892732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60748) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:30.898817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:30.911322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.911787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:30.917375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:30.950146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.957133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Usage tracker for resource:router and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:30.962902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:30.983088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3c51c080-6bc6-4bef-9316-709a950134b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:30.986503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:31.008274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.019086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.033892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.035507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:31.038945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.045427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:31.084298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e197b-2434-414a-aa10-88a28dedbd1a,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.091712 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e910acb31404882b3518ae789b6feea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3047690 Feb 17 21:00:31.095275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60756) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.096838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:31.097817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Checking segment: {'id': 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:31.098564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Network hostable DHCP agents. Network: 7e6f79f9-6c22-49e1-b50f-d41af0e9da57, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:31.105922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.106973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dca353ef-7cee-47f2-a655-a3143f16be2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:31.130109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d23890f9-5845-4f1b-bfa6-d9c24059d204 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5024958 Feb 17 21:00:31.148217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60760) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.165731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.166235 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8869195 Feb 17 21:00:31.167710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.174541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:31.177940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60764) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.195062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:31.214725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77fb9b4-632f-4406-8328-88f72cb6d824,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.227255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:31.260890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Usage tracker for resource:router and tenant:e92f1d856a75476db168709154bb30c4 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:31.267012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dda03c41-ee34-440d-8f46-bd2a56ce611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.281562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Request body: {'subnet': {'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-subnet', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:31.294486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:31.317934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Usage tracker for resource:subnet and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:31.323397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:31.336283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:31.393479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.413529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Checking segment: {'id': '1e6d86b3-bfeb-44ec-9f17-98827d9a6962', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '39075185-ac9f-4e81-b83e-195c62fed16e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:31.413889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Network hostable DHCP agents. Network: 39075185-ac9f-4e81-b83e-195c62fed16e, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:31.421957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Made reservation on behalf of d7604491fcd2472b82fcf13514c18f1f for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:31.427051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.463981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:31.471105 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2e6dbf168be444695cccc8fc45fbd9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6825192 Feb 17 21:00:31.481155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60768) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.486559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:31.519427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:31.530394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ef7b8-e845-4ecb-b2c0-fc4d85655453 None None] Network 85590591-d548-460a-bf88-316869c45492 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:31.559100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Pushing event updated for resources: {'Network': ['ID=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.574405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:31.575622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.576410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.580411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:31.601069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.649352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 7e6f79f9-6c22-49e1-b50f-d41af0e9da57) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:31.659950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-4716630e-f79d-43dd-912d-36876e74a25e', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:00:31.661815 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.675461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.676384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:31.692912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:31.734016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc624bc-2ef1-42b3-81b4-f71d345e8499,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.750774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:31.757746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:31.758388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.767314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.774919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.833253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Network 39075185-ac9f-4e81-b83e-195c62fed16e is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:31.844974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.891297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16280f68-cf51-4332-b6f3-f2c582b16629 None None] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:31.919876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.924243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 39075185-ac9f-4e81-b83e-195c62fed16e) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:31.930351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:31.931526 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8ab2b2be-a122-45e3-864c-99e9ab98b9b8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5160339 Feb 17 21:00:31.936735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.023731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f725736-f8a2-40d0-8eea-af62d0fa5353 None None] Network 39075185-ac9f-4e81-b83e-195c62fed16e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:32.113717 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0083277 Feb 17 21:00:32.274244 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.283919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.293930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:32.314935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc624bc-2ef1-42b3-81b4-f71d345e8499,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:32.318911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:32.319884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.321501 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbc624bc-2ef1-42b3-81b4-f71d345e8499 HTTP/1.1" status: 204 len: 168 time: 0.8389208 Feb 17 21:00:32.674266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Allocated IP 172.20.0.2 (4716630e-f79d-43dd-912d-36876e74a25e/c5c8dbc9-793a-495e-87c8-3b3f14896cfa/afc50360-7fde-4656-b5a8-8455faaca154) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:32.752921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60812) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:32.768894 dv-cinder-760184-4-smb neutron-server[83979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 21:00:32.875087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.916719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.930707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.937146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:32.953363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.969483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e197b-2434-414a-aa10-88a28dedbd1a,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:32.972675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:32.974021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.975612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.978555 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d2e197b-2434-414a-aa10-88a28dedbd1a HTTP/1.1" status: 204 len: 168 time: 1.8746889 Feb 17 21:00:33.170223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60834) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:33.261176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-820fa497-f642-410e-a01d-5bc3d4ea46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.326511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.377339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:33.391944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.395501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Usage tracker for resource:security_group_rule and tenant:e7088c4be852472c98d11e309fdb45b4 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:33.403119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:33.421531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc57e46-5b1b-4bdb-9ec6-eb1fdd2119f4 None None] Network 39075185-ac9f-4e81-b83e-195c62fed16e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:33.436340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:33.549465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Allocated IP 172.28.2.249 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/089d6387-71ce-4bf3-9e53-28e69746102e) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:33.613890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcf825-0346-42a3-8ceb-f36c2b5a487e None None] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:33.629190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Transition to ACTIVE for port object afc50360-7fde-4656-b5a8-8455faaca154 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:33.699758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92046656-9b4f-4e91-82da-5a9ccc66c4d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:33.700755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92046656-9b4f-4e91-82da-5a9ccc66c4d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Synchronizing usage tracker for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:33.740751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.800867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Transition to ACTIVE for port object afc50360-7fde-4656-b5a8-8455faaca154 will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:33.809823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.838730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92046656-9b4f-4e91-82da-5a9ccc66c4d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Unset dirty status for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:33.844844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.846276 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92046656-9b4f-4e91-82da-5a9ccc66c4d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/networks?id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57 HTTP/1.1" status: 200 len: 812 time: 1.0917435 Feb 17 21:00:33.847989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0665b4d2-f495-47fb-b0fb-2c5da578e291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:33.885510 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:33.921977 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-9ebc11bf-3437-4c0d-992e-5ad21b32ef06 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/quotas/56a6d1a59e694d8a9bcdfdcb9c726212 HTTP/1.1" status: 200 len: 375 time: 0.0746465 Feb 17 21:00:34.033642 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-1eacc499-fa75-467c-b9f9-5e758d9790fa tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=56a6d1a59e694d8a9bcdfdcb9c726212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106973 Feb 17 21:00:34.034442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.065143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-26a43d7a-f430-4ed3-8f38-36399b31f951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:34.075760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Pushing event updated for resources: {'Port': ['ID=089d6387-71ce-4bf3-9e53-28e69746102e,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.086715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:34.126730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60864) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:34.133118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-756752362-network', 'tenant_id': 'cb1d140d62bc4fa7ad0d32a531178c7a'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:34.138910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Pushing event updated for resources: {'Port': ['ID=afc50360-7fde-4656-b5a8-8455faaca154,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.139086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:34.142686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Usage tracker for resource:network and tenant:cb1d140d62bc4fa7ad0d32a531178c7a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:34.146032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:34.151938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:34.188782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:34.190405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:34.192968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:34.214990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.215374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.215752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.216126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.216495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.216865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.217231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.217617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.218466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.218841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.219203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.219563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.219962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.220320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.220677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.221033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.221389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.221768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.222129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.222578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.222831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.223185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.223540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.223894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Tracked resource versions report: Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}, Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 21:00:34.225280 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:00:34.252121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.268828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Allocated IP 172.28.2.34 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/a89f1b85-b453-40fa-8cea-230479becfa2) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:34.280054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:34.289388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Made reservation on behalf of cb1d140d62bc4fa7ad0d32a531178c7a for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:34.295059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.319632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.346801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Network 4716630e-f79d-43dd-912d-36876e74a25e is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:34.351217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:34.357133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.368497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.370326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:34.382339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:34.460276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Attempting to bind port afc50360-7fde-4656-b5a8-8455faaca154 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:34.460677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Attempting to bind port afc50360-7fde-4656-b5a8-8455faaca154 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:34.461094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Attempting to bind port afc50360-7fde-4656-b5a8-8455faaca154 on network 4716630e-f79d-43dd-912d-36876e74a25e {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:34.468854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:34.469269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Checking segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:34.482881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.485583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Bound using segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:34.486290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1d140d62bc4fa7ad0d32a531178c7a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:34.486853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Bound port: afc50360-7fde-4656-b5a8-8455faaca154, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:34.487500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.496490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:34.501347 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b4b6dc-144a-4f17-9104-9448ed180f9d,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.506937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92ab5233-d884-47e6-b123-fda8b79c9814 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:00:34.508100 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-92ab5233-d884-47e6-b123-fda8b79c9814 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1797132 Feb 17 21:00:34.508713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:34.535523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:34.538726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:34.567645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Synchronizing usage tracker for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:34.696670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] For port afc50360-7fde-4656-b5a8-8455faaca154, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:34.698934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] For port afc50360-7fde-4656-b5a8-8455faaca154, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=afc50360-7fde-4656-b5a8-8455faaca154,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:34.721562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.729726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.799024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe2071-0bf5-414c-ba3b-38da5e03ff81,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.826218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:34.839970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.871656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:34.872042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Unset dirty status for tenant:d1071a5e43884fd5a4e1a3c8b6cf12ac on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:34.877050 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7088c4be852472c98d11e309fdb45b4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6548119 Feb 17 21:00:34.885692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60892) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:34.945814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.957010 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-1b258119-f8cc-45d9-93fe-e44a51c4e861 service neutron] 10.222.0.59 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188719 Feb 17 21:00:34.957630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Checking segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:34.958054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Network hostable DHCP agents. Network: a017b2a0-4d5b-4d82-8659-f81a3ace7b4f, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:34.969805 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Pushing event updated for resources: {'Port': ['ID=afc50360-7fde-4656-b5a8-8455faaca154,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.979723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:35.070282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bc5e3d41-cb97-4ce7-bd62-b379c8a87027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:35.102609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:35.138926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.139360 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Added segment 8c03e03e-1e59-4148-95d7-782762ab95fd of type vxlan for network f9e26059-7274-4c5d-a6cd-a69de0dbde6d Feb 17 21:00:35.139803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:35.148018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3baaf60-2cd6-4d6f-bda4-283876c02b35,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:35.153249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.153611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:35.215099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, a017b2a0-4d5b-4d82-8659-f81a3ace7b4f) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:35.226534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.235040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:35.235612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.240755 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-bf8ce7b4-7827-4ccc-adab-8a4052b6e4c7 service neutron] 10.222.0.59 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2440937 Feb 17 21:00:35.244545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.256530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.268804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.269303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10089e03-1635-4b49-8cd2-e3ffb11c9b73 None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:35.287950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:35.427656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.431327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:35.431961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.470370 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a3e63290-4f7b-4930-b7f3-dba126702040 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2544823 Feb 17 21:00:35.481413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60906) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:35.517091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:35.521377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:35.538421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:35.562861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Usage tracker for resource:router and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:35.585094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:35.603201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:35.609422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Pushing event updated for resources: {'Port': ['ID=a89f1b85-b453-40fa-8cea-230479becfa2,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:35.631651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:35.715992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device afc50360-7fde-4656-b5a8-8455faaca154 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:35.736287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e26059-7274-4c5d-a6cd-a69de0dbde6d,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:35.736956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.738786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.752864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:35.783190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:35.798304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:35.806084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:35.812608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:35.815542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:35.885524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:35.926425 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7958553 Feb 17 21:00:35.942566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 60940) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:36.014582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Request body: {'subnet': {'network_id': 'f9e26059-7274-4c5d-a6cd-a69de0dbde6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-756752362-subnet', 'tenant_id': 'cb1d140d62bc4fa7ad0d32a531178c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:36.023625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:36.047557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Usage tracker for resource:subnet and tenant:cb1d140d62bc4fa7ad0d32a531178c7a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:36.071244 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:36.099076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:36.118265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.250410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Made reservation on behalf of cb1d140d62bc4fa7ad0d32a531178c7a for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:36.261860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.417644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:36.468220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.514194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:00:36.516810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.537453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe2071-0bf5-414c-ba3b-38da5e03ff81,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:36.547011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.559828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:36.564265 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-168dbe35-21cc-4c0a-83e1-0213cb1aa079 req-6d65c420-0eef-4f9c-a81d-e21523c6709c tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.7619441 Feb 17 21:00:36.669650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.676622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.681726 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98fe2071-0bf5-414c-ba3b-38da5e03ff81 HTTP/1.1" status: 204 len: 168 time: 1.7947469 Feb 17 21:00:36.949952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 60974) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:36.997107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Router deea2944-d958-4c1e-ae02-7e27ef66d9b6 is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:00:37.043336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca82371-3247-48ef-bd0f-e2c8353830fb None None] Network 4716630e-f79d-43dd-912d-36876e74a25e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:37.129247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port afc50360-7fde-4656-b5a8-8455faaca154 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:37.276424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Provisioning for port afc50360-7fde-4656-b5a8-8455faaca154 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:37.334811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Provisioning complete for port afc50360-7fde-4656-b5a8-8455faaca154 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:37.335227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.548863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.568969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:37.586414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Sync routers for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:37.600207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:37.600852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:37.601288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.642153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.651500 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4929981 Feb 17 21:00:37.651669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.654112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 32770) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:37.680414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 32774) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:37.682891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Allocated IP 172.20.0.2 (a017b2a0-4d5b-4d82-8659-f81a3ace7b4f/37b4b6dc-144a-4f17-9104-9448ed180f9d/cce1b89a-e8bc-4710-b7be-de53e55aa077) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:37.689688 dv-cinder-760184-4-smb neutron-server[83979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 21:00:37.774804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.927753 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] For port afc50360-7fde-4656-b5a8-8455faaca154, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=afc50360-7fde-4656-b5a8-8455faaca154,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:37.992981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.995733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:38.063583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 32786) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:38.069200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:38.129639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Pushing event updated for resources: {'Port': ['ID=afc50360-7fde-4656-b5a8-8455faaca154,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:38.136062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:38.153331 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b2e50ad-5ce9-4ee3-88d4-d8bbcdcb1661 req-4bb6e6f1-c7a6-4744-a95a-b0525e181e75 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.4706099 Feb 17 21:00:38.225387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:38.295463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Usage tracker for resource:security_group_rule and tenant:5551931cab8f44f69d9c78ed87540bfd is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:38.375985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:38.391802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:38.415289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-9932b826-12ce-4438-b2d6-bd3dcea8b4f6 None None] Provisioning complete for port afc50360-7fde-4656-b5a8-8455faaca154 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:38.416009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9932b826-12ce-4438-b2d6-bd3dcea8b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.596135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.659286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.708594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Transition to ACTIVE for port object cce1b89a-e8bc-4710-b7be-de53e55aa077 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:38.747940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:34Z', 'revision_number': 3, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:38.756722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Checking router: deea2944-d958-4c1e-ae02-7e27ef66d9b6 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:38.757106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Updating router deea2944-d958-4c1e-ae02-7e27ef66d9b6 port 089d6387-71ce-4bf3-9e53-28e69746102e binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:00:38.762012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.818716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-925d5a69-34cb-4faf-8f24-f0dbbcc49f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:38.828439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Transition to ACTIVE for port object cce1b89a-e8bc-4710-b7be-de53e55aa077 will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:38.878230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.927595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.052912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5a638c02-2ea1-44a3-9692-98748052993c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:39.164890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:39.173986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:39.177808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a85b3777-37ea-4cb4-bc0a-da900c424409 None None] Provisioning complete for port afc50360-7fde-4656-b5a8-8455faaca154 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:39.178732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a85b3777-37ea-4cb4-bc0a-da900c424409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.238960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d0f739-2673-4b0f-b70b-b6da99d4736e,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:39.243326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:39.271581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:39.405623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.466429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Pushing event updated for resources: {'Port': ['ID=cce1b89a-e8bc-4710-b7be-de53e55aa077,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:39.474654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Attempting to bind port cce1b89a-e8bc-4710-b7be-de53e55aa077 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:39.481056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Attempting to bind port cce1b89a-e8bc-4710-b7be-de53e55aa077 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:39.481635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Attempting to bind port cce1b89a-e8bc-4710-b7be-de53e55aa077 on network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:39.495923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:39.505570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:39.506755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Checking segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:39.507337 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.507966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Bound using segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:39.510278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Bound port: cce1b89a-e8bc-4710-b7be-de53e55aa077, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:39.510851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.583721 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device afc50360-7fde-4656-b5a8-8455faaca154 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:39.587202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.600829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Transition to ACTIVE for port object 089d6387-71ce-4bf3-9e53-28e69746102e will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:39.640656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.655931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.686168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:39.689921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Checking segment: {'id': '8c03e03e-1e59-4148-95d7-782762ab95fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9e26059-7274-4c5d-a6cd-a69de0dbde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:39.690582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Network hostable DHCP agents. Network: f9e26059-7274-4c5d-a6cd-a69de0dbde6d, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:39.783490 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7db7b571-b8f8-4fe6-883c-77200d1940d1 req-42ba5d74-28a3-45db-b275-a4becbd11b59 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.1241398 Feb 17 21:00:39.784291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.797946 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] For port cce1b89a-e8bc-4710-b7be-de53e55aa077, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:39.801605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] For port cce1b89a-e8bc-4710-b7be-de53e55aa077, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=cce1b89a-e8bc-4710-b7be-de53e55aa077,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:39.804229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:39.815892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.57', 57694) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:39.828626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Usage tracker for resource:security_group_rule and tenant:aebea540203646e0a8fce4a7ee91c458 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:39.841021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:39.863104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.877962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:39.881472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:39.926649 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5551931cab8f44f69d9c78ed87540bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9540081 Feb 17 21:00:39.932382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 32820) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:39.933089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01099a0f-7606-4e70-b4cb-d72acbf9caee,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:39.939744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:00:39.945216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:39.947695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:40.013993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Attempting to bind port 089d6387-71ce-4bf3-9e53-28e69746102e on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:40.014989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Attempting to bind port 089d6387-71ce-4bf3-9e53-28e69746102e by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:40.015617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Attempting to bind port 089d6387-71ce-4bf3-9e53-28e69746102e on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:40.026754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Pushing event updated for resources: {'Port': ['ID=089d6387-71ce-4bf3-9e53-28e69746102e,revision_number=2']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:40.030062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.030401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:40.031060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:40.031717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.032590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:40.033330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Bound port: 089d6387-71ce-4bf3-9e53-28e69746102e, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:40.034052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.046894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, f9e26059-7274-4c5d-a6cd-a69de0dbde6d) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:40.064257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:40.065027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.067423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:40.132542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a09ac5-b16d-4d00-85ae-d4f5c3c8de00 None None] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:40.211202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-841af10a-af62-4b95-9e06-7aa990cffee0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2066989 Feb 17 21:00:40.308941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-80c98238-04c3-41ce-9faf-625ac5e589b9 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:40.319234 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-80c98238-04c3-41ce-9faf-625ac5e589b9 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.57 "GET /v2.0/networks?id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57 HTTP/1.1" status: 200 len: 812 time: 0.5018101 Feb 17 21:00:40.417459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:40.432841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.473542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Request body: {'port': {'device_id': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57', 'admin_state_up': True, 'tenant_id': '56a6d1a59e694d8a9bcdfdcb9c726212'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:40.499820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.519584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.519974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.520335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.520700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.521070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.521431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.521814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.522175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.522530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.522885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.523239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.533978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.534526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.534902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.535410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.535774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.536136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.536494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.536851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.537204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.537557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.537964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.538319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.538669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Tracked resource versions report: Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: pushed versions: Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: { 'AddressGroup': {'1.1'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': {'1.0'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': {'1.0'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': {'1.1'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': {'1.7'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': {'1.2'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': {'1.8'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': {'1.4'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': {'1.0'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': {'1.1'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': {'1.1'}} Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: consumer versions: Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: { DHCP agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: L3 agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: Metadata agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: Metering agent@dv-cinder-760184-4-smb: {}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@dv-cinder-760184-4-smb: { 'AddressGroup': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}, Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'ConntrackHelper': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Log': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Network': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Port': '1.7', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'PortForwarding': '1.2', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'QosPolicy': '1.8', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroup': '1.4', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SecurityGroupRule': '1.2', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'SubPort': '1.0', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Subnet': '1.1', Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: 'Trunk': '1.1'}} Feb 17 21:00:40.540007 dv-cinder-760184-4-smb neutron-server[83979]: {{(pid=84093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:00:40.555546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:40.587007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port afc50360-7fde-4656-b5a8-8455faaca154 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:40.587438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.651376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:00:40.687456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:40.712588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] For port 089d6387-71ce-4bf3-9e53-28e69746102e, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:40.722465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 32838) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:40.788080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:40.794245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:40.816119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] For port 089d6387-71ce-4bf3-9e53-28e69746102e, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=089d6387-71ce-4bf3-9e53-28e69746102e,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:40.883780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Deleting subnet c77fb9b4-632f-4406-8328-88f72cb6d824 {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:00:40.886715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.888660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.023936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.071943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:41.096433 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:41.099207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Allocated IP 172.20.0.1 (85590591-d548-460a-bf88-316869c45492/59b47f28-1fc6-4384-8593-bb03ef248f57/3b86b822-763d-4e1d-9ecc-ee9d130e59c9) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:41.105166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.216712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Pushing event updated for resources: {'Port': ['ID=cce1b89a-e8bc-4710-b7be-de53e55aa077,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:41.230589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:41.264501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.311452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Notify callbacks [] for router, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.312784 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4190688 Feb 17 21:00:41.313739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.319879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.325364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 32870) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:41.344523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:41.364515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.619834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Pushing event updated for resources: {'Port': ['ID=089d6387-71ce-4bf3-9e53-28e69746102e,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:41.620302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.620302 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01099a0f-7606-4e70-b4cb-d72acbf9caee HTTP/1.1" status: 204 len: 168 time: 1.5712478 Feb 17 21:00:41.620302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.620823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:41.621090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.621270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1e3dc-ed57-4334-b404-6774bec4282c None None] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:41.641816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:41.643917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:41.682840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c5ba5-8be6-4040-b256-317e827fabfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01099a0f-7606-4e70-b4cb-d72acbf9caee,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:41.728486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.788915 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-85571c03-2c83-46a4-a360-d490b9b83044 req-e5e6223c-0f20-4e79-90ff-cd398b81c7b1 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.3664541 Feb 17 21:00:41.803155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:41.814509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-22b54aaf-275a-4590-af64-f579ea6c35f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:42.045815 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aebea540203646e0a8fce4a7ee91c458&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8460071 Feb 17 21:00:42.083542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device cce1b89a-e8bc-4710-b7be-de53e55aa077 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:42.094567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 32884) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:42.095925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Usage tracker for resource:port and tenant:56a6d1a59e694d8a9bcdfdcb9c726212 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:42.135031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:42.143578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:42.176251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:42.211033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Pushing event updated for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:42.215302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:42.293438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.300755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Made reservation on behalf of 56a6d1a59e694d8a9bcdfdcb9c726212 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:42.307019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.474473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.496511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port cce1b89a-e8bc-4710-b7be-de53e55aa077 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:42.503591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Allocated IP 172.28.2.137 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/b612adee-8ead-4fc3-b312-979dc546f1ee) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:42.722738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:36Z', 'revision_number': 3, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:42.727815 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:42.728216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Updating router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb port a89f1b85-b453-40fa-8cea-230479becfa2 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:00:42.822342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.859805 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631077f6-0a7f-4974-91dc-f9d6e0e9f74c,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:42.861550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.894574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.550s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:42.895168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.388s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:42.895747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:42.912798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c4b6b-c50c-40e8-a134-756622dde5a4 None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:42.914214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.967616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Network 85590591-d548-460a-bf88-316869c45492 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:43.186217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:43.199951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Allocated IP 172.20.0.8 (7e6f79f9-6c22-49e1-b50f-d41af0e9da57/cdbc0190-7fcb-4006-9b21-a176aa39502c/f682d6f1-057d-4cd1-a51b-f00af9c721fc) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:43.207738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:43.211289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:43.211720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.264444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:34Z', 'revision_number': 3, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:43.269967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af52310-f5e0-4941-bbad-11dc5e6d677a None None] The sync data for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb is: [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:34Z', 'revision_number': 3, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:43.313258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Provisioning for port cce1b89a-e8bc-4710-b7be-de53e55aa077 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:43.322515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Provisioning complete for port cce1b89a-e8bc-4710-b7be-de53e55aa077 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:43.323093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.724120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.850011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] For port cce1b89a-e8bc-4710-b7be-de53e55aa077, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=cce1b89a-e8bc-4710-b7be-de53e55aa077,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:43.904212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.926009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:44.044410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b612adee-8ead-4fc3-b312-979dc546f1ee,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:44.076202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:44.097778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.113101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 089d6387-71ce-4bf3-9e53-28e69746102e up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:44.412924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.418169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:44.423304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.426206 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7c37990-a913-4146-bc64-d0e4f00df77a req-442de2de-4d4e-4e5c-9f97-bdb81a7e15b3 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.6244149 Feb 17 21:00:44.427409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:44.431678 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:44.474125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:44.587161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631077f6-0a7f-4974-91dc-f9d6e0e9f74c,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:44.655142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:44.663852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.733039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.757624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.763174 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/631077f6-0a7f-4974-91dc-f9d6e0e9f74c HTTP/1.1" status: 204 len: 168 time: 2.6511474 Feb 17 21:00:44.845577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1d0e54c0-bd60-4a45-8586-cfba0a3be706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:45.040852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.058606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Transition to ACTIVE for port object a89f1b85-b453-40fa-8cea-230479becfa2 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:45.119775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.193640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77fb9b4-632f-4406-8328-88f72cb6d824,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:45.287537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:45.617303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Pushing event updated for resources: {'Port': ['ID=cce1b89a-e8bc-4710-b7be-de53e55aa077,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:45.641543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.716s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:45.672390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:45.832633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Attempting to bind port a89f1b85-b453-40fa-8cea-230479becfa2 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:45.842380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Attempting to bind port a89f1b85-b453-40fa-8cea-230479becfa2 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:45.847726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Attempting to bind port a89f1b85-b453-40fa-8cea-230479becfa2 on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:45.929696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:45.950705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:45.952907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.953822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:45.955343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Bound port: a89f1b85-b453-40fa-8cea-230479becfa2, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:45.956418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.074792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Pushing event updated for resources: {'Port': ['ID=a89f1b85-b453-40fa-8cea-230479becfa2,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.115730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:46.139253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:46.258524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] For port a89f1b85-b453-40fa-8cea-230479becfa2, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:46.268547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] For port a89f1b85-b453-40fa-8cea-230479becfa2, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=a89f1b85-b453-40fa-8cea-230479becfa2,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:46.269684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 32940) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:46.272563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 089d6387-71ce-4bf3-9e53-28e69746102e completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:46.303257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-8f1e93d8-c913-47db-8eae-67ed5b8e61e1 None None] Provisioning complete for port cce1b89a-e8bc-4710-b7be-de53e55aa077 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:46.303900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f1e93d8-c913-47db-8eae-67ed5b8e61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.334060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.347823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:46.365962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:46.375276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:46.383414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:46.383414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.397760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 089d6387-71ce-4bf3-9e53-28e69746102e triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:46.399010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.409024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:46.416363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Pushing event updated for resources: {'Port': ['ID=f682d6f1-057d-4cd1-a51b-f00af9c721fc,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.420584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.426814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:46.427952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Usage tracker for resource:security_group_rule and tenant:85cdf9c86f1f456bb53e67a159b2a181 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:46.432674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:46.443078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:46.468307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.469808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.478017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.543865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a1e92375-e98d-4c41-b96a-bde80ec1639c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:46.722203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Pushing event updated for resources: {'Port': ['ID=a89f1b85-b453-40fa-8cea-230479becfa2,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.725069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:46.737607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:46.754289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.780867 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c9bb3a83-6a4a-4aae-9f13-227f7de1fae1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c77fb9b4-632f-4406-8328-88f72cb6d824 HTTP/1.1" status: 204 len: 168 time: 6.0352967 Feb 17 21:00:46.790770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 32952) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:46.823493 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3824675 Feb 17 21:00:46.919914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-91014eff-468c-4344-bb5a-d158537c3aa8 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:00:46.921675 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-91014eff-468c-4344-bb5a-d158537c3aa8 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059009 Feb 17 21:00:46.961806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463b736-7cf9-43f4-a16b-0a282314e59e req-4515fab2-1568-4986-9037-a3dd0ce1eb2f tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:46.963867 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e463b736-7cf9-43f4-a16b-0a282314e59e req-4515fab2-1568-4986-9037-a3dd0ce1eb2f tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 931 time: 0.8745413 Feb 17 21:00:46.966026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.981573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Network 85590591-d548-460a-bf88-316869c45492 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:46.993171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:47.002857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Pushing event updated for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:47.017089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:47.209240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.339157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 089d6387-71ce-4bf3-9e53-28e69746102e, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=089d6387-71ce-4bf3-9e53-28e69746102e,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:47.360384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.369123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:47.370832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:47.435799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.506375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4111d5a1-2657-4ebd-b070-944f3432fe81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:47.562451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.573638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:47.746446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=089d6387-71ce-4bf3-9e53-28e69746102e,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:47.755603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:47.778265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Request body: {'port': {'device_id': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:47.779681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device cce1b89a-e8bc-4710-b7be-de53e55aa077 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:47.805293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.844038 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85cdf9c86f1f456bb53e67a159b2a181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5656857 Feb 17 21:00:47.854698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Router deea2944-d958-4c1e-ae02-7e27ef66d9b6 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:00:47.855316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 32970) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:47.860034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf005a-19dc-4e20-9782-bed943cb8bf5,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:47.880011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:47.904873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a06c08ed-022c-490a-ae47-d65755c3aa56 None None] Provisioning complete for port cce1b89a-e8bc-4710-b7be-de53e55aa077 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:47.905339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a06c08ed-022c-490a-ae47-d65755c3aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.122516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.134060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.173341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.307568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-e463b736-7cf9-43f4-a16b-0a282314e59e req-3a2d85a6-653d-40b4-b652-0fa966b5320b tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Synchronizing usage tracker for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:48.317259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.389076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:48.447872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.474095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:48.556394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-e463b736-7cf9-43f4-a16b-0a282314e59e req-3a2d85a6-653d-40b4-b652-0fa966b5320b tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Unset dirty status for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:48.564377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:48.583562 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e463b736-7cf9-43f4-a16b-0a282314e59e req-3a2d85a6-653d-40b4-b652-0fa966b5320b tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5746632 Feb 17 21:00:48.587930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Sync routers for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:48.615851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:48.616806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:48.664651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf005a-19dc-4e20-9782-bed943cb8bf5,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:48.681710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:48.692195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.694460 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ebf005a-19dc-4e20-9782-bed943cb8bf5 HTTP/1.1" status: 204 len: 168 time: 0.8351314 Feb 17 21:00:48.696893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] 10.222.0.59 "PUT /v2.0/routers/deea2944-d958-4c1e-ae02-7e27ef66d9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0358992 Feb 17 21:00:48.720943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port cce1b89a-e8bc-4710-b7be-de53e55aa077 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:48.725902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.934876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.264200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.265142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.266338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.266338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > port after_create 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.266818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > port after_delete 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.267158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > port after_update 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.267521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.267887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.268251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.268617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.398471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:49.774258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.790319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.792369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.792963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:00:49.793557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39075185-ac9f-4e81-b83e-195c62fed16e']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:49.820320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f682d6f1-057d-4cd1-a51b-f00af9c721fc {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:00:49.834507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6d86b3-bfeb-44ec-9f17-98827d9a6962') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:49.843461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6d86b3-bfeb-44ec-9f17-98827d9a6962') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:49.849453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.887453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Transition to ACTIVE for port object f682d6f1-057d-4cd1-a51b-f00af9c721fc will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:49.890413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.940877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.990095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:50.334900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.337370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:00:50.454974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:44Z', 'revision_number': 4, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '3b86b822-763d-4e1d-9ecc-ee9d130e59c9', 'name': '', 'network_id': '85590591-d548-460a-bf88-316869c45492', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'mac_address': 'fa:16:3e:3b:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:40Z', 'updated_at': '2021-02-17T21:00:45Z', 'revision_number': 2, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'subnets': [{'id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:50.475019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Checking router: deea2944-d958-4c1e-ae02-7e27ef66d9b6 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:50.476402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Updating router deea2944-d958-4c1e-ae02-7e27ef66d9b6 port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:00:50.542255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.593180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.637291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 089d6387-71ce-4bf3-9e53-28e69746102e up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:50.640279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Network 39075185-ac9f-4e81-b83e-195c62fed16e has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:50.650929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.674004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33044) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:50.910023 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Network 39075185-ac9f-4e81-b83e-195c62fed16e has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:50.928028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f682d6f1-057d-4cd1-a51b-f00af9c721fc,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:50.946238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:50.951531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Attempting to bind port f682d6f1-057d-4cd1-a51b-f00af9c721fc on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:50.951916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Attempting to bind port f682d6f1-057d-4cd1-a51b-f00af9c721fc by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:50.952840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Attempting to bind port f682d6f1-057d-4cd1-a51b-f00af9c721fc on network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:50.988769 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:50.989123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Checking segment: {'id': 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:50.989601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.990042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Bound using segment: {'id': 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:50.990558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Bound port: f682d6f1-057d-4cd1-a51b-f00af9c721fc, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7e6f79f9-6c22-49e1-b50f-d41af0e9da57'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:50.990936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.027752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:36Z', 'revision_number': 3, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: from cryptography.utils import int_from_bytes Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: from cryptography.utils import int_from_bytes Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: (rel_b, rel_a, rel_b), Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: (rel_b, rel_a, rel_b), Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:00:51.038036 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:00:51.051922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e2ee6-96fa-4a2f-866c-a9eff351f270 None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:36Z', 'revision_number': 3, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:51.056166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 089d6387-71ce-4bf3-9e53-28e69746102e triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:51.056739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.225241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] For port f682d6f1-057d-4cd1-a51b-f00af9c721fc, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:51.238587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.240185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] For port f682d6f1-057d-4cd1-a51b-f00af9c721fc, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc,segment=NetworkSegment(ba43df0c-4ce0-4d8d-a25b-617f9abceaee),segment_id=ba43df0c-4ce0-4d8d-a25b-617f9abceaee)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:51.273044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Transition to ACTIVE for port object 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:51.297641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.301211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.325580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:51.359832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-d96a0e50-9ada-46cd-bbb4-0e32a7c896c2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:51.368961 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-d96a0e50-9ada-46cd-bbb4-0e32a7c896c2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 819 time: 0.9531953 Feb 17 21:00:51.376203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:51.393955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.399908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.402662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Allocated IP 172.20.0.1 (4716630e-f79d-43dd-912d-36876e74a25e/c5c8dbc9-793a-495e-87c8-3b3f14896cfa/486e457d-3fc5-43b5-b5c0-7c7826431a62) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:51.568165 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf61c-e473-4837-b3f7-c53b6030910d req-077edc22-a2ce-419c-8f5c-0f3546f9ccb1 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:51.578582 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26bbf61c-e473-4837-b3f7-c53b6030910d req-077edc22-a2ce-419c-8f5c-0f3546f9ccb1 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 943 time: 1.3599451 Feb 17 21:00:51.638287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:51.706247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Pushing event updated for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:51.725807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:51.733155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f682d6f1-057d-4cd1-a51b-f00af9c721fc,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:51.736195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Pushing event deleted for resources: {'Network': ['ID=39075185-ac9f-4e81-b83e-195c62fed16e,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:51.765324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.800080 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] 10.222.0.59 "DELETE /v2.0/networks/39075185-ac9f-4e81-b83e-195c62fed16e HTTP/1.1" status: 204 len: 168 time: 5.0077651 Feb 17 21:00:51.831802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33070) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:52.122426 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26bbf61c-e473-4837-b3f7-c53b6030910d req-8f1196d5-0359-40f9-9d9a-c8f9075df6af tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426736 Feb 17 21:00:52.136501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Deleting subnet 43d0f739-2673-4b0f-b70b-b6da99d4736e {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:00:52.142979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.164891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:52.179103 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-b29481ed-3183-4b8b-897a-1f2a635fb220 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/quotas/e92f1d856a75476db168709154bb30c4 HTTP/1.1" status: 200 len: 375 time: 0.8088233 Feb 17 21:00:52.184295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.309248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:52.314597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Usage tracker for resource:security_group_rule and tenant:35ba7c47a717437487f2e5ee413ce58c is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:52.318037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:52.330048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:52.495554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765363'] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.512151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Attempting to bind port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:52.512558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Attempting to bind port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:52.513294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Attempting to bind port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 on network 85590591-d548-460a-bf88-316869c45492 {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:52.551896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:52.552316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Checking segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:52.552770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.553184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Bound using segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:52.554008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Bound port: 3b86b822-763d-4e1d-9ecc-ee9d130e59c9, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:52.554414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.561189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:52.561959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.563486 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/f682d6f1-057d-4cd1-a51b-f00af9c721fc HTTP/1.1" status: 200 len: 1157 time: 5.2904661 Feb 17 21:00:52.574628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:52.627977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device a89f1b85-b453-40fa-8cea-230479becfa2 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:52.790176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] For port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:52.794251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] For port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:52.845989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port a89f1b85-b453-40fa-8cea-230479becfa2 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:52.846639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.852068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port a89f1b85-b453-40fa-8cea-230479becfa2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:52.852493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.869105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95782a3b-4722-4956-be3a-f9090431e170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:52.996204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.032968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-c67ad3bb-c227-4873-b656-c77531435d52 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:53.050770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-121b14f7-39e8-411f-9f19-790a0059acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:53.052096 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-121b14f7-39e8-411f-9f19-790a0059acb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56a6d1a59e694d8a9bcdfdcb9c726212&device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 1160 time: 0.3082478 Feb 17 21:00:53.052775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.081652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:53.101393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.194001 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-e526d2e7-2d7d-4262-8778-074c9240f966 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc HTTP/1.1" status: 200 len: 217 time: 0.0928562 Feb 17 21:00:53.211050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-c67ad3bb-c227-4873-b656-c77531435d52 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:53.213443 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-c67ad3bb-c227-4873-b656-c77531435d52 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0334635 Feb 17 21:00:53.228134 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35ba7c47a717437487f2e5ee413ce58c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5371947 Feb 17 21:00:53.231694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33104) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:53.318751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.324183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Pushing event updated for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:53.345847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870d507-bc80-498f-bc11-05ecc21e10ea,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:53.359238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:53.379414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port a89f1b85-b453-40fa-8cea-230479becfa2, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=a89f1b85-b453-40fa-8cea-230479becfa2,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:53.380985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:53.443057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.445336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:53.473927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.476554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-5beadaa7-d80f-4f3a-b824-66fed0ff40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:53.478208 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-5beadaa7-d80f-4f3a-b824-66fed0ff40ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdbc0190-7fcb-4006-9b21-a176aa39502c HTTP/1.1" status: 200 len: 852 time: 0.2486212 Feb 17 21:00:53.504625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:53.505454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:53.652637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=a89f1b85-b453-40fa-8cea-230479becfa2,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:53.658597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:53.675294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.695944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e4889777-7367-4bd8-97a3-a54315160ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.058s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:53.796892 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-eb11b5ea-15f9-47cd-870c-2c5e867717c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2786210 Feb 17 21:00:53.901147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:54.063043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2403291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3043373'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.080210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-450172de-2e5a-4c38-b808-94a42f0c377f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:00:54.109007 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-450172de-2e5a-4c38-b808-94a42f0c377f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4431889 Feb 17 21:00:54.160043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:54.325300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175ca0e-bfb8-4c01-ad3b-1f698b34d828 req-adb3ae07-9978-4999-98a0-b09ef7ee8501 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:54.344357 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c175ca0e-bfb8-4c01-ad3b-1f698b34d828 req-adb3ae07-9978-4999-98a0-b09ef7ee8501 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 943 time: 0.9102294 Feb 17 21:00:54.352583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d0f739-2673-4b0f-b70b-b6da99d4736e,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:54.392099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.422934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:54.426232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:54.475270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.476504 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3870d507-bc80-498f-bc11-05ecc21e10ea HTTP/1.1" status: 204 len: 168 time: 1.1427755 Feb 17 21:00:54.477576 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870d507-bc80-498f-bc11-05ecc21e10ea,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:54.480656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:00:54.484477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:54.489098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.510387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:44Z', 'revision_number': 4, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '3b86b822-763d-4e1d-9ecc-ee9d130e59c9', 'name': '', 'network_id': '85590591-d548-460a-bf88-316869c45492', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'mac_address': 'fa:16:3e:3b:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:40Z', 'updated_at': '2021-02-17T21:00:52Z', 'revision_number': 4, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'subnets': [{'id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:54.521388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f9371-3cef-426f-ab4d-11ca844a3ccc None None] The sync data for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb is: [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:44Z', 'revision_number': 4, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '3b86b822-763d-4e1d-9ecc-ee9d130e59c9', 'name': '', 'network_id': '85590591-d548-460a-bf88-316869c45492', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'mac_address': 'fa:16:3e:3b:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:40Z', 'updated_at': '2021-02-17T21:00:52Z', 'revision_number': 4, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'subnets': [{'id': '59b47f28-1fc6-4384-8593-bb03ef248f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:54.639246 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-ff1f0415-1c0b-47ac-a481-4bb48121a039 service neutron] 10.222.0.59 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283375 Feb 17 21:00:54.684031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device a89f1b85-b453-40fa-8cea-230479becfa2 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:54.704322 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-24c5e8c2-77d3-4aba-950e-8d8723126fc4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555598 Feb 17 21:00:54.915318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port a89f1b85-b453-40fa-8cea-230479becfa2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:54.918873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.965397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:54.983931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:54.993291 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c175ca0e-bfb8-4c01-ad3b-1f698b34d828 req-1fbefab6-0b64-4902-8502-3e6086aef724 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475706 Feb 17 21:00:54.997092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.003836 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/43d0f739-2673-4b0f-b70b-b6da99d4736e HTTP/1.1" status: 204 len: 168 time: 3.1672933 Feb 17 21:00:55.005525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33142) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:55.025788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Transition to ACTIVE for port object 486e457d-3fc5-43b5-b5c0-7c7826431a62 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:55.051860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.054591 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 19.5681894 Feb 17 21:00:55.060417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:55.061154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:55.076563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33150) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:55.623891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:55.634383 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26b49fc6-9af6-42b7-949e-74c4b03ce292 req-a904d88d-e4f2-4093-aa01-bcf6bf29064f service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7830651 Feb 17 21:00:55.685348 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-07dd437c-da19-485e-9ce0-e235b43dff5c service neutron] 10.222.0.59 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0324776 Feb 17 21:00:55.832936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc', 'status': 'completed', 'code': 200} Feb 17 21:00:55.835772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33166) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:55.971798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.148859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.194416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:56.200540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Usage tracker for resource:security_group_rule and tenant:cf9704b45a99408096c6239c6db3e39b is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:56.204162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:56.213920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:56.349611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-717d7b01-363f-4aad-8e1a-f5a62e5658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:56.354674 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-717d7b01-363f-4aad-8e1a-f5a62e5658c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56a6d1a59e694d8a9bcdfdcb9c726212&device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 1160 time: 0.3034708 Feb 17 21:00:56.354674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.423510 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b89ed429-e99f-4a25-b275-5362ff99478d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:56.593610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.623053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:00:45Z', 'revision_number': 3, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:56.639118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:56.646035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Updating router 35a92466-72e3-45e7-b572-bd99bb8f11ac port b612adee-8ead-4fc3-b312-979dc546f1ee binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:00:56.722112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d55ce707-ecc3-4bc8-9217-1346a77428b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:56.740908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.815557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6524cf0c-e0b5-453e-bca7-4e58b08e188a,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:56.829525 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf9704b45a99408096c6239c6db3e39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9889300 Feb 17 21:00:56.830865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:56.837257 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d96ed6d2-cd1f-4ec5-9554-a2538f8bdedd req-6ff700bc-1679-4cd3-9ccf-7e5a577dd07b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 210 time: 0.3523602 Feb 17 21:00:56.837257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33224) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:57.031826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.032030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:57.066418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.159308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.196342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f6ed7f1b-778a-4019-8d0a-c9843bc2d8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:57.224067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-84ed9d94-2a30-4e19-9265-1f30167a38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:57.225877 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-84ed9d94-2a30-4e19-9265-1f30167a38e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57 HTTP/1.1" status: 200 len: 906 time: 0.8566771 Feb 17 21:00:57.226848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.230557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6524cf0c-e0b5-453e-bca7-4e58b08e188a HTTP/1.1" status: 204 len: 168 time: 0.3912940 Feb 17 21:00:57.230557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6524cf0c-e0b5-453e-bca7-4e58b08e188a,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:57.235911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:57.239419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Network 4716630e-f79d-43dd-912d-36876e74a25e is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:57.271594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.353937 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-7c99f82d-d876-4c54-b9d7-8ca655af36fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc HTTP/1.1" status: 200 len: 217 time: 0.1101177 Feb 17 21:00:57.371682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:57.425257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:57.426447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.451036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:57.454279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:57.558654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.578080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Pushing event updated for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:57.647283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:57.721623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.761087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-c5bfa527-f4e2-452b-b774-fe71afa9c95b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:57.762792 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-c5bfa527-f4e2-452b-b774-fe71afa9c95b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 819 time: 0.4076011 Feb 17 21:00:57.785569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-7b30aeae-30c6-412a-8007-f2c648a5f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:57.787340 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-7b30aeae-30c6-412a-8007-f2c648a5f81a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdbc0190-7fcb-4006-9b21-a176aa39502c HTTP/1.1" status: 200 len: 852 time: 0.2296684 Feb 17 21:00:57.860952 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-5072850b-f1cf-4e0c-919d-3e8cdede6f25 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/quotas/e92f1d856a75476db168709154bb30c4 HTTP/1.1" status: 200 len: 375 time: 0.0725250 Feb 17 21:00:57.868308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-a0a593dc-0723-4dd7-a087-dc51d716fab4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694468 Feb 17 21:00:57.909481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ba004846-2436-4bb3-af38-ccfec44a7a95 None None] Provisioning for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:57.917366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.920113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-ba004846-2436-4bb3-af38-ccfec44a7a95 None None] Provisioning complete for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:57.921274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ba004846-2436-4bb3-af38-ccfec44a7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.989347 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ba004846-2436-4bb3-af38-ccfec44a7a95 None None] Port 486e457d-3fc5-43b5-b5c0-7c7826431a62 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:00:58.007197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:58.018296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Transition to ACTIVE for port object b612adee-8ead-4fc3-b312-979dc546f1ee will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:58.044966 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-d7a3bb4c-44c2-458a-bbc7-90bd1fe0a49f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508076 Feb 17 21:00:58.045336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.169900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d665b05-935b-4dc3-9d6b-08a608c419bd req-2060fc71-b9b3-4c55-8225-4ede42d2324b tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:58.169900 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d665b05-935b-4dc3-9d6b-08a608c419bd req-2060fc71-b9b3-4c55-8225-4ede42d2324b tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 943 time: 1.7338479 Feb 17 21:00:58.169900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.235287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e26059-7274-4c5d-a6cd-a69de0dbde6d']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:58.240809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.243005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c7dab94-2ff2-46f9-b60d-d2a7b56fd4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:58.294792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.300480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-c68265f4-1fc4-4fee-838d-084c765d4721 service neutron] 10.222.0.59 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718151 Feb 17 21:00:58.306939 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-c31570bf-a461-4dbf-84fd-082a6c238bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481616 Feb 17 21:00:58.323585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c03e03e-1e59-4148-95d7-782762ab95fd') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:58.323924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c03e03e-1e59-4148-95d7-782762ab95fd') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:58.362908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.394325 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d665b05-935b-4dc3-9d6b-08a608c419bd req-833854f7-d5a4-4c01-b3e0-f101e6888ebc tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171414 Feb 17 21:00:58.529363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33302) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:58.554725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:58.610076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.611628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:58.612178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d65bd242-6839-4bf5-815c-6dc177cf1f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:58.617114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:00:58.639184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.770053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Pushing event updated for resources: {'Port': ['ID=b612adee-8ead-4fc3-b312-979dc546f1ee,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:58.774924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Attempting to bind port b612adee-8ead-4fc3-b312-979dc546f1ee on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:58.775349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Attempting to bind port b612adee-8ead-4fc3-b312-979dc546f1ee by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:58.775768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Attempting to bind port b612adee-8ead-4fc3-b312-979dc546f1ee on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:58.797756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:58.808135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-63c65822-3256-4433-8be7-d8696100e3ac None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:00:58.811090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:58.812215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:58.812753 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:58.812837 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.813287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:58.820760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Bound port: b612adee-8ead-4fc3-b312-979dc546f1ee, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:58.824640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.832155 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-d773007c-24a5-4ab8-80f4-a727d5e313e6 service neutron] 10.222.0.59 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5241766 Feb 17 21:00:58.838949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6897eada294fed925fa59d6c29edce is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:58.870613 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:58.887341 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b348b5a9-faf1-42b1-8643-78b78f0d0f17 req-b966bb57-0a5a-441a-8f72-98591aecf90a service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4547267 Feb 17 21:00:58.945141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.034566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:59.078449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] For port b612adee-8ead-4fc3-b312-979dc546f1ee, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:59.111508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:59.137890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.162393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] For port b612adee-8ead-4fc3-b312-979dc546f1ee, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=b612adee-8ead-4fc3-b312-979dc546f1ee,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:59.195922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.510036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:59.551671 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ab48ce3d-65b7-45ca-8de8-2165785e67fe req-d3fabf91-e4e6-478a-bc0b-71a6234b99fd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.3148284 Feb 17 21:00:59.555671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f682d6f1-057d-4cd1-a51b-f00af9c721fc up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:59.592415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Network f9e26059-7274-4c5d-a6cd-a69de0dbde6d has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:00:59.653812 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:00:59.696906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:59.702166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:00:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:59.734192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449732cc-d71b-48dd-9b88-6b045c8a272d req-25c11781-9950-4be7-bfe7-031060d640a4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:59.734192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-449732cc-d71b-48dd-9b88-6b045c8a272d req-25c11781-9950-4be7-bfe7-031060d640a4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Synchronizing usage tracker for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:59.794179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Pushing event updated for resources: {'Port': ['ID=b612adee-8ead-4fc3-b312-979dc546f1ee,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:59.801022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:59.829134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-449732cc-d71b-48dd-9b88-6b045c8a272d req-25c11781-9950-4be7-bfe7-031060d640a4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Unset dirty status for tenant:56a6d1a59e694d8a9bcdfdcb9c726212 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:59.831263 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-449732cc-d71b-48dd-9b88-6b045c8a272d req-25c11781-9950-4be7-bfe7-031060d640a4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 943 time: 0.2291369 Feb 17 21:00:59.883153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port f682d6f1-057d-4cd1-a51b-f00af9c721fc completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:59.895976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f682d6f1-057d-4cd1-a51b-f00af9c721fc triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:59.896605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.958819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-449732cc-d71b-48dd-9b88-6b045c8a272d req-71586f37-22a6-4be1-83a8-34f5cda22c62 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199327 Feb 17 21:00:59.974344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:00.004401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33342) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:00.118681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Allocated IP 172.20.0.1 (a017b2a0-4d5b-4d82-8659-f81a3ace7b4f/37b4b6dc-144a-4f17-9104-9448ed180f9d/0b03826a-98fe-4fc1-abca-b70c11f4ea65) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:00.168939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.176972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.217436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:00.235060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:00.248813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.261429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:005f5277b0bd433dbea0a548b850fbe7 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:00.264866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:00.271009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:00.284933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e26059-7274-4c5d-a6cd-a69de0dbde6d,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:00.287326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.300286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:00.311604 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f9e26059-7274-4c5d-a6cd-a69de0dbde6d HTTP/1.1" status: 204 len: 168 time: 5.2623689 Feb 17 21:01:00.357117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.361780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:00.432050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port f682d6f1-057d-4cd1-a51b-f00af9c721fc, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc,segment=NetworkSegment(ba43df0c-4ce0-4d8d-a25b-617f9abceaee),segment_id=ba43df0c-4ce0-4d8d-a25b-617f9abceaee)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:00.457823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:00:45Z', 'revision_number': 3, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:00.463130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb270f2-c7f0-4441-93ed-46e7ddb3baf9 None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:00:45Z', 'revision_number': 3, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:00.467654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.473412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:00.581498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.631889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-e0571c46-7c06-4678-ac09-afbf9d3aa6a0 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:00.633790 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-e0571c46-7c06-4678-ac09-afbf9d3aa6a0 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 819 time: 0.3262918 Feb 17 21:01:00.648962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:00.668400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Request body: {'port': {'device_id': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'network_id': '85590591-d548-460a-bf88-316869c45492', 'admin_state_up': True, 'tenant_id': 'e92f1d856a75476db168709154bb30c4'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:00.704678 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.705448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.760637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:00.801959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2397b6-8093-47b7-a344-c50e2b9a20ab,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:00.860641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f682d6f1-057d-4cd1-a51b-f00af9c721fc up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:00.865199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:00.888621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33370) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:00.889122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:00.932484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=f682d6f1-057d-4cd1-a51b-f00af9c721fc,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:00.949415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:00.996051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:00.996622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.035399 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:01.051471 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=005f5277b0bd433dbea0a548b850fbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0457811 Feb 17 21:01:01.066778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33378) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:01.066913 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc', 'code': 200} Feb 17 21:01:01.144962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.172660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f682d6f1-057d-4cd1-a51b-f00af9c721fc triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:01.173505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.245901 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4ad3283b-9c33-47c0-a67b-1dffa610062c req-b27f4e95-56b8-4171-8e66-1b5ae1e0f8d2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.2196174 Feb 17 21:01:01.253688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:01.271029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b126ca3a-7465-4470-9924-41b9512c3e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.343790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.348611 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-04c96408-2dbe-4949-9ba2-46124b6d2cd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0affe0147c384b46b0a9d76e7a69f5e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4017117 Feb 17 21:01:01.350545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33384) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:01.416233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Made reservation on behalf of e92f1d856a75476db168709154bb30c4 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:01.424340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.427541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Pushing event updated for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:01.482187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.486356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:01.494762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.528790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.557459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ad503f4b-9696-4d5f-9d51-2df9027caf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:01.616358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Network 4716630e-f79d-43dd-912d-36876e74a25e is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:01.621262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.634787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.57', 57719) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:01.644121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:01.653142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a9cd0-8e9c-4fe1-8e90-2239e0c9f5a4,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:01.656869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:01.899418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.931136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.951593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-f92e6f4d-8521-4de5-82bb-3cd32533e3a3 None None] Provisioning complete for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:01.952487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f92e6f4d-8521-4de5-82bb-3cd32533e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.984276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.57', 57720) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:02.065125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f92e6f4d-8521-4de5-82bb-3cd32533e3a3 None None] Port 486e457d-3fc5-43b5-b5c0-7c7826431a62 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:02.084226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-60db4d72-f5e3-4bc2-b434-89161bedab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:02.085759 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-60db4d72-f5e3-4bc2-b434-89161bedab36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 1162 time: 0.4496827 Feb 17 21:01:02.113152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:02.119345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Transition to ACTIVE for port object 0b03826a-98fe-4fc1-abca-b70c11f4ea65 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:02.120170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.127451 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd6897eada294fed925fa59d6c29edce&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5936942 Feb 17 21:01:02.132625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33396) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:02.158207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Allocated IP 172.20.0.2 (85590591-d548-460a-bf88-316869c45492/59b47f28-1fc6-4384-8593-bb03ef248f57/f7849f4e-b2e9-40e4-bc79-9ec5a9277523) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:02.165057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.177072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:02.193443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Usage tracker for resource:security_group_rule and tenant:b5f2317cc9fc424da485bf99d7e70a4a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:02.196271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c22b8e6-c6fb-41ae-ba12-8faf27d4322d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:02.204334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:02.227781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5972e96d-4b40-4645-b980-60f6af4d4ff3,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:02.230534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:02.231651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:02.274474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.277577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f02ea6-1161-4d93-9203-81f3768ffed0 req-bacad7f2-a74e-4de0-af47-b41068bf1e41 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:02.284204 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2f02ea6-1161-4d93-9203-81f3768ffed0 req-bacad7f2-a74e-4de0-af47-b41068bf1e41 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.9603915 Feb 17 21:01:02.305611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.323513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-ead66e13-6363-4eed-b7dd-94ba960f9332 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:02.324288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-ead66e13-6363-4eed-b7dd-94ba960f9332 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:02.354640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-06a19953-3b99-41fb-931e-be8a095bbb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:02.356141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.367054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.371152 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5972e96d-4b40-4645-b980-60f6af4d4ff3 HTTP/1.1" status: 204 len: 168 time: 1.0193019 Feb 17 21:01:02.392567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2397b6-8093-47b7-a344-c50e2b9a20ab,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:02.405993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:02.432842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.434233 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c2397b6-8093-47b7-a344-c50e2b9a20ab HTTP/1.1" status: 204 len: 168 time: 1.3638699 Feb 17 21:01:02.546854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device b612adee-8ead-4fc3-b312-979dc546f1ee up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:02.607710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.608948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-ead66e13-6363-4eed-b7dd-94ba960f9332 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:02.610407 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-ead66e13-6363-4eed-b7dd-94ba960f9332 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 819 time: 0.6128592 Feb 17 21:01:02.613313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ba1d2781-acfe-454f-93b0-faa563269b19 req-b0e757b3-d81c-4554-af48-9bf58f125bdf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:02.713598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ba1d2781-acfe-454f-93b0-faa563269b19 req-b0e757b3-d81c-4554-af48-9bf58f125bdf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:02.721567 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba1d2781-acfe-454f-93b0-faa563269b19 req-b0e757b3-d81c-4554-af48-9bf58f125bdf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.2723036 Feb 17 21:01:02.732543 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2f02ea6-1161-4d93-9203-81f3768ffed0 req-c2c860be-adea-4792-8bb3-652ea74a6eca tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473636 Feb 17 21:01:02.744097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Request body: {'port': {'device_id': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'network_id': '85590591-d548-460a-bf88-316869c45492', 'admin_state_up': True, 'tenant_id': 'e92f1d856a75476db168709154bb30c4'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:02.750636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.769436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port b612adee-8ead-4fc3-b312-979dc546f1ee completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:02.774915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port b612adee-8ead-4fc3-b312-979dc546f1ee triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:02.776562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.796809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.823932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.828820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d502d31-b7ae-4742-984c-ea822bd2dc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:02.837832 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5b68bf0e-80ce-46d1-926c-28efbd798850 req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447124 Feb 17 21:01:02.843664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.856147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f682d6f1-057d-4cd1-a51b-f00af9c721fc up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:02.891892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2765413-840b-4a92-8e82-22ee5e94aeb0,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:02.897376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:02.898017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:02.909491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.913938 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed6a9cd0-8e9c-4fe1-8e90-2239e0c9f5a4 HTTP/1.1" status: 204 len: 168 time: 0.7780435 Feb 17 21:01:02.916446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a9cd0-8e9c-4fe1-8e90-2239e0c9f5a4,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:02.919904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:02.989696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.025874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08faa5c6-2b62-4d61-ab61-5d7cee3bdf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:03.027972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:03.209137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.235943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:03.250011 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] 10.222.0.59 "PUT /v2.0/routers/783da1a9-5c09-4c0c-8c86-cf36bff9c4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9174840 Feb 17 21:01:03.257712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:03.265789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port b612adee-8ead-4fc3-b312-979dc546f1ee, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=b612adee-8ead-4fc3-b312-979dc546f1ee,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:03.270635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f682d6f1-057d-4cd1-a51b-f00af9c721fc triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:03.270635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.274111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:03.274795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:03.308368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Pushing event updated for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:03.323288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:03.323783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Pushing event updated for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:03.328160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:03.354742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.357807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:03.417099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-293528d5-090d-462a-b833-b5ea4273c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.465981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Network 85590591-d548-460a-bf88-316869c45492 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:03.470076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:03.475670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:03.481322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:03.482235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.491758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:03.525039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:03.549304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:03.551404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:03.554801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:03.579982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=b612adee-8ead-4fc3-b312-979dc546f1ee,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:03.586214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:03.664030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.676982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:04.085533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:00:59Z', 'revision_number': 2, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:04.089654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:04.097624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Updating router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb port 486e457d-3fc5-43b5-b5c0-7c7826431a62 binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:01:04.149156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.430254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33430) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:04.437282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-475deb46-e39b-440d-94ad-e0c1e865f0cc None None] Provisioning for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:04.438401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Made reservation on behalf of e92f1d856a75476db168709154bb30c4 for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:04.449934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-475deb46-e39b-440d-94ad-e0c1e865f0cc None None] Provisioning complete for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:04.449934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-475deb46-e39b-440d-94ad-e0c1e865f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.450340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.516079 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8529565 Feb 17 21:01:04.587196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Request body: {'port': {'device_id': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:04.615718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device b612adee-8ead-4fc3-b312-979dc546f1ee up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:04.781844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.806590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.843828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-475deb46-e39b-440d-94ad-e0c1e865f0cc None None] Port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:04.873383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port b612adee-8ead-4fc3-b312-979dc546f1ee triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:04.874070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.961447 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b8bfbca6-c221-4ddf-9c15-6f8c44cc1849 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb1d140d62bc4fa7ad0d32a531178c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259976 Feb 17 21:01:04.964136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Transition to ACTIVE for port object 486e457d-3fc5-43b5-b5c0-7c7826431a62 will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:04.964966 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f77e364a-c9ca-44f9-a4b5-ec5e0f8a5ba9 req-ab8f7d5f-3ce5-4945-9be8-e78a84688fba tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.2426324 Feb 17 21:01:04.965494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33444) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:05.012430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.044810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.057502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.092712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7f99f-4483-4d9f-adb2-3745e56cc687 req-4f8f1fb5-5c41-4c4d-97c8-bad20e62bad6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:05.094369 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5cb7f99f-4483-4d9f-adb2-3745e56cc687 req-4f8f1fb5-5c41-4c4d-97c8-bad20e62bad6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.4118042 Feb 17 21:01:05.118725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:05.260637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33456) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:05.277284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.327880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.348930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.396739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8027814-8fc4-41b2-89b1-81e7db53e237 None None] Pushing event updated for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:05.403531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d8027814-8fc4-41b2-89b1-81e7db53e237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:05.408883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.417761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:05.424071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Usage tracker for resource:security_group_rule and tenant:07910a0027c5402bad886f6842a44a75 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:05.427984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:05.435601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:05.571994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.606443 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5cb7f99f-4483-4d9f-adb2-3745e56cc687 req-f86d5726-49dc-4cec-b785-2042350938f1 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166079 Feb 17 21:01:05.627588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.638360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.676021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:05.836880 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07910a0027c5402bad886f6842a44a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665371 Feb 17 21:01:05.842167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33466) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:05.878791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103eb8c-418c-4347-ab64-f602f8a830c3,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:05.882392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:05.925148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Attempting to bind port 486e457d-3fc5-43b5-b5c0-7c7826431a62 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:05.925560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Attempting to bind port 486e457d-3fc5-43b5-b5c0-7c7826431a62 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:05.926002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Attempting to bind port 486e457d-3fc5-43b5-b5c0-7c7826431a62 on network 4716630e-f79d-43dd-912d-36876e74a25e {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:05.932003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:05.932415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Checking segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:05.933361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.933747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Bound using segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:05.934261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Bound port: 486e457d-3fc5-43b5-b5c0-7c7826431a62, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:05.934675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.946163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.954998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.962126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Allocated IP 172.20.0.12 (85590591-d548-460a-bf88-316869c45492/59b47f28-1fc6-4384-8593-bb03ef248f57/a4e31b2d-4ac3-4c18-a762-30fca49f1fd4) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:05.980781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.991428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.094731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.099002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] For port 486e457d-3fc5-43b5-b5c0-7c7826431a62, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:06.102973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] For port 486e457d-3fc5-43b5-b5c0-7c7826431a62, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=486e457d-3fc5-43b5-b5c0-7c7826431a62,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:06.129331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3b2d5189-262a-4544-9a5e-979f45266858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.147756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0ed410a6-af0b-48c5-b612-388130976147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.160618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.161869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.171504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103eb8c-418c-4347-ab64-f602f8a830c3,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.175424 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a727efa1-10bc-4199-bfa1-c0e058970d82 req-3d4ad2b7-2008-4b8d-a36a-c9be7aa568be tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.0736899 Feb 17 21:01:06.176267 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:06.183088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.191619 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2103eb8c-418c-4347-ab64-f602f8a830c3 HTTP/1.1" status: 204 len: 168 time: 0.3381333 Feb 17 21:01:06.254467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.256543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33480) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:06.263317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434602191', 'description': 'tempest-description--23390612'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:06.281458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:06.286610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:06.287104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.305921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:06.330464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:06.362426 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8027814-8fc4-41b2-89b1-81e7db53e237 None None] Pushing event updated for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.373369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d8027814-8fc4-41b2-89b1-81e7db53e237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:06.374411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Pushing event updated for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.382568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:06.385464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.406407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.411587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3baaf60-2cd6-4d6f-bda4-283876c02b35,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.428001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:06.455304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.459013 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3baaf60-2cd6-4d6f-bda4-283876c02b35 HTTP/1.1" status: 204 len: 168 time: 1.4801483 Feb 17 21:01:06.482314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:06.485201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:06.497745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:06.498936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:06.541033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:06.546920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:06.558914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:06.566987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:06.813013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.871312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.877105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.886489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:06.968568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20642897-cd71-4ceb-a09a-d1f9e9b6b820,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.972548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:07.012096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.016524 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7555227 Feb 17 21:01:07.016912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33506) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:07.024234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group_rule': {'security_group_id': '20642897-cd71-4ceb-a09a-d1f9e9b6b820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:07.036135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:07.047095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:07.053729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:07.059605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a21c3bb0-8268-4864-9d21-38042af4b27f None None] Provisioning complete for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:07.060116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a21c3bb0-8268-4864-9d21-38042af4b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.061952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:07.130605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.211269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a21c3bb0-8268-4864-9d21-38042af4b27f None None] Port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:07.290617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.298611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:07.314183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.333327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d966e7-2d80-491b-b825-3dc5e37a965b req-d5cc5238-3487-44f6-9356-2b2de06f35e8 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:07.337975 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26d966e7-2d80-491b-b825-3dc5e37a965b req-d5cc5238-3487-44f6-9356-2b2de06f35e8 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.5058901 Feb 17 21:01:07.356862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.365923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:07.397776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275aaa03-f038-4286-89a2-903ee486d6d8,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:07.407458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:07.500789 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26d966e7-2d80-491b-b825-3dc5e37a965b req-43ec8474-75f3-4847-8032-064b7cc40427 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554127 Feb 17 21:01:07.552048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.636963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:06Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:07.646912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6e14-5f10-4bee-a84f-828458a2eb6b None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:06Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:07.787141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.008713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.010967 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9927046 Feb 17 21:01:08.057779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33550) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:08.090093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group_rule': {'security_group_id': '20642897-cd71-4ceb-a09a-d1f9e9b6b820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:08.124847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:08.150036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:08.171688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:08.224581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:08.334529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91254c0-8705-4819-bf80-0e9a5435e15e req-0c87a23b-c526-4189-9958-d11fb0156dd3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:08.346205 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f91254c0-8705-4819-bf80-0e9a5435e15e req-0c87a23b-c526-4189-9958-d11fb0156dd3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 932 time: 0.8956485 Feb 17 21:01:08.392822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:08.403311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Pushing event updated for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:08.427098 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] 10.222.0.59 "PUT /v2.0/routers/35a92466-72e3-45e7-b572-bd99bb8f11ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3390334 Feb 17 21:01:08.428783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:08.434845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.435744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:08.456939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:08.457795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:08.495032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:01:08.677633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.695876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Network 85590591-d548-460a-bf88-316869c45492 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:08.701195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:08.710717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:08.719415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f91254c0-8705-4819-bf80-0e9a5435e15e req-5f2328b8-a9de-45cd-9b6a-f0684fbd6c1f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721149 Feb 17 21:01:08.774227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.774227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-531d881e-33f4-4be5-b0a0-263e0cd127e5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.775263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 486e457d-3fc5-43b5-b5c0-7c7826431a62 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:08.805070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f255f361-ca6f-407e-a024-40d1364cfdb9,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:08.812263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7849f4e-b2e9-40e4-bc79-9ec5a9277523 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:08.822339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:08.836799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.870853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:08.880768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.896280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Transition to ACTIVE for port object f7849f4e-b2e9-40e4-bc79-9ec5a9277523 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:08.902575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.908489 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-aef6a981-7293-4fd4-bb80-131533064d71 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8375132 Feb 17 21:01:08.909101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33590) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:08.914968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:08.955512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.955640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:08.956767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:floatingip and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:08.964456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:08.970312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a9d8fc4d-cec5-4dd8-81e5-6365226b6497 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.975406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:08.980147 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2408483 Feb 17 21:01:09.004833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Request body: {'port': {'device_id': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:09.092759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.122680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:09.147091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:09.147514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.239615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:09.249078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Pushing event updated for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:09.267038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:09.355230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.517267 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Attempting to bind port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:09.517627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Attempting to bind port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:09.518018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Attempting to bind port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 on network 85590591-d548-460a-bf88-316869c45492 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:09.524792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:09.525154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Checking segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:09.529011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.529421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Bound using segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:09.535974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Bound port: f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:09.540637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.591678 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.778780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:09.787881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:09.858020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.943088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 486e457d-3fc5-43b5-b5c0-7c7826431a62, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=486e457d-3fc5-43b5-b5c0-7c7826431a62,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:09.969200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:05Z', 'revision_number': 2, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:09.981958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:09.982607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Updating router 35a92466-72e3-45e7-b572-bd99bb8f11ac port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:01:10.014787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.066301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.080438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.088084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-601c4af6-dafc-45e6-b0bc-35939872a1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:10.148175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:10.180621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:10.190098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:10.255403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Pushing event updated for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:10.268231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:10.290122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.290947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.292487 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 1157 time: 5.7488582 Feb 17 21:01:10.293032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:10.346643 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:01:10.437130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-6ceeb6c6-1f17-4dc8-83ba-7ffcb57d46d4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.437936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-6ceeb6c6-1f17-4dc8-83ba-7ffcb57d46d4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:10.597139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:10.604227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-7e558b19-8e8b-4ee0-b410-19a9300e2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.605996 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-7e558b19-8e8b-4ee0-b410-19a9300e2d9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1160 time: 0.1737089 Feb 17 21:01:10.613106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-6ceeb6c6-1f17-4dc8-83ba-7ffcb57d46d4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:10.614436 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-6ceeb6c6-1f17-4dc8-83ba-7ffcb57d46d4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 932 time: 0.5639720 Feb 17 21:01:10.616715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.696691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33632) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:10.718829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972416370', 'description': 'tempest-description--2132318281'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:10.733499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Transition to ACTIVE for port object a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:10.733499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:10.737812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-0c8a950e-e0c6-4e68-9d0e-c32472ad9000 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:10.750307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:10.765449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:10.776984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:10.819877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.829280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 486e457d-3fc5-43b5-b5c0-7c7826431a62 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:10.861874 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-799c61a3-3071-4d0a-bf1c-9e9fec8b4533 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.2382622 Feb 17 21:01:10.881854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Allocated IP 172.28.2.83 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/ca84c6fb-d412-4135-90cf-f3756253fb41) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:10.913918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Transition to ACTIVE for port object 0b03826a-98fe-4fc1-abca-b70c11f4ea65 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:10.924007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 486e457d-3fc5-43b5-b5c0-7c7826431a62 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:10.927589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:10.989645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33646) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:11.004880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.066789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-524eb2f2-5237-429a-a8b0-1e24b5981992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:11.068413 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-524eb2f2-5237-429a-a8b0-1e24b5981992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1974583 Feb 17 21:01:11.074572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.106016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.124652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-0c8a950e-e0c6-4e68-9d0e-c32472ad9000 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:11.125908 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2a06e164-583d-47d1-81fa-de1d8da1e980 req-0c8a950e-e0c6-4e68-9d0e-c32472ad9000 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991198 Feb 17 21:01:11.128857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9c4411ca-3739-481f-aeda-69d917c8c1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:11.184488 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-e3e06c84-de95-4e54-a4f7-db13a9dfa8b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080060 Feb 17 21:01:11.229899 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523', 'status': 'completed', 'code': 200} Feb 17 21:01:11.240621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.258650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:11.409933 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-4947eb2c-401f-41fa-ae31-b6a801840039 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151618 Feb 17 21:01:11.466002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.596571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Pushing event updated for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:11.614913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:11.694166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:11.698941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:11.702571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:11.709050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:11.744179 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6485592-ca63-49ec-9cda-2e36c33db20c req-7d40c0f6-13a8-4450-8f9d-5fe4487d46dd service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3240609 Feb 17 21:01:11.747961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.769489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:11.778503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Usage tracker for resource:security_group_rule and tenant:ee091c0a929c46b8be017601d5033851 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:11.782115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:11.784362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Attempting to bind port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:11.784362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Attempting to bind port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:11.784831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Attempting to bind port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 on network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:11.792698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:11.825366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:11.826017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Checking segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:11.827172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.827880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Bound using segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:11.828528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Bound port: 0b03826a-98fe-4fc1-abca-b70c11f4ea65, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:11.829021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.914019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:11.918304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:11.934167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:11.934167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:11.934167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:11.934167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:12.029341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:12.086391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.101783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] For port 0b03826a-98fe-4fc1-abca-b70c11f4ea65, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:12.106083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] For port 0b03826a-98fe-4fc1-abca-b70c11f4ea65, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=0b03826a-98fe-4fc1-abca-b70c11f4ea65,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:12.107406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-3164c2e4-8629-4619-b4ae-7f830c8a48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:12.109759 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-3164c2e4-8629-4619-b4ae-7f830c8a48af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1160 time: 0.2166100 Feb 17 21:01:12.119691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.163280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.199101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:12.225993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=ca84c6fb-d412-4135-90cf-f3756253fb41,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:12.246048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:12.248300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-84e6884b-c79e-4aa0-9fe3-12fd4330d3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:12.303537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Attempting to bind port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:12.304049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Attempting to bind port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:12.304268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Attempting to bind port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 on network 85590591-d548-460a-bf88-316869c45492 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:12.339182 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.387922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b8d8a700-3b2c-4d61-a1fb-aa12ef3618d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:12.528157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Pushing event updated for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:12.532686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:12.610807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:12.611712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:12.634954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-bf6e00fd-463b-40e4-a781-0332130cbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:12.636825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-bf6e00fd-463b-40e4-a781-0332130cbc52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.5211091 Feb 17 21:01:12.640371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.644284 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9434948 Feb 17 21:01:12.650142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33700) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:12.652142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:12.652528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Checking segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:12.652984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.653379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Bound using segment: {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:12.653982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Bound port: a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f140120b-e289-4d7a-8b0a-ad14ebf10173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85590591-d548-460a-bf88-316869c45492'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:12.654365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.747024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd397687-6db9-458c-ae96-6e1d8d1e470b,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:12.750773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:12.770375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dac2db-a43f-484d-afe8-861c8b685e0d,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:12.777095 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee091c0a929c46b8be017601d5033851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7855847 Feb 17 21:01:12.782339 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-1ecb3e4f-3b4a-4790-85c7-8cb35222ed4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.1304533 Feb 17 21:01:12.783700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:12.799693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group_rule': {'security_group_id': 'dd397687-6db9-458c-ae96-6e1d8d1e470b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:12.809073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33704) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:12.850044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:12.922763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:12.945003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:12.948679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:12.957133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:12.960610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:12.978620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:13.014007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.017389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.028412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-e5b87755-2374-481d-bc7b-37e763a9efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:13.030083 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-e5b87755-2374-481d-bc7b-37e763a9efce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1566572 Feb 17 21:01:13.088136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.111256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.122918 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-311f3ea2-91e1-43ee-8d62-f91a280ddc94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734580 Feb 17 21:01:13.159990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa759b52-9209-442f-b3d0-734556eeae6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:13.212979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:13.307570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.308118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:13.308817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.310613 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 HTTP/1.1" status: 200 len: 1158 time: 4.3108773 Feb 17 21:01:13.317391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4b21a-af0e-4857-8a32-822324b9a632 req-2116ce10-9f49-46fd-86be-f9a2b4d19863 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:13.319186 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2c4b21a-af0e-4857-8a32-822324b9a632 req-2116ce10-9f49-46fd-86be-f9a2b4d19863 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 0.6847796 Feb 17 21:01:13.323281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:13.328425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.348554 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-3199415a-f32e-44cb-b110-84669f7850b3 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117131 Feb 17 21:01:13.349853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.351915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:13.483753 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:13.492485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:13.562075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1748477-85c7-4666-ae1d-dede3798c66d,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:13.571840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.573961 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2c4b21a-af0e-4857-8a32-822324b9a632 req-acf15d0f-80bf-49ef-8fac-77a0eeaaa7e8 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036290 Feb 17 21:01:13.586483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:13.601004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:13.670567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dac2db-a43f-484d-afe8-861c8b685e0d,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:13.679491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:13.682938 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e5cac3-7292-4e5f-b682-8025524a4ec0 req-6fdea4b6-5d95-4988-8dd4-bbe8e75ad5ec service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3221581 Feb 17 21:01:13.684195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.685557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71dac2db-a43f-484d-afe8-861c8b685e0d HTTP/1.1" status: 204 len: 168 time: 0.8788326 Feb 17 21:01:13.711440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.713512 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9459472 Feb 17 21:01:13.722062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33724) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:13.727987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group_rule': {'security_group_id': 'dd397687-6db9-458c-ae96-6e1d8d1e470b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:13.739042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:13.747331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:13.756048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:13.775138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fb23eea3-9999-4f09-b31f-53d249b2cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:13.776891 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-fb23eea3-9999-4f09-b31f-53d249b2cb16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 1161 time: 0.3521845 Feb 17 21:01:13.787768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:13.849895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:12Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:13.859333 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c613-951c-4178-9c84-d1c02ac443de None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:12Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:13.891448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:13.996185 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-5f915f1f-a83d-41be-bdd8-3d738e9df576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 HTTP/1.1" status: 200 len: 217 time: 0.2011507 Feb 17 21:01:14.000759 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4', 'status': 'completed', 'code': 200} Feb 17 21:01:14.108030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.148408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.150768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:14.185241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-aac17725-a0d1-41e9-b387-9fd2991176f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:14.187376 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-aac17725-a0d1-41e9-b387-9fd2991176f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1058090 Feb 17 21:01:14.226494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52142d5-b8d8-43d9-81ed-b1ca33b3dfb3,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:14.249578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:14.282054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.283754 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b7bdaaf1-7f16-4797-b9cf-aecc38c47ec6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604677 Feb 17 21:01:14.287930 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-36601992-e929-42d0-bfb2-a18a68667d40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532761 Feb 17 21:01:14.288639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33742) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:14.297598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:14.301914 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-15dac093-02ff-4537-9aa4-aca137756434 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1221173 Feb 17 21:01:14.305952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:14.345783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:floatingip and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:14.422049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:14.427231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.453855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:14.475575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.524159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-833a9e16-db51-45ca-99d8-6f849fd91533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:14.654707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33750) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:14.676280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-d658e7fd-8469-44ac-8c9a-2ef0207f213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:14.676468 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:14.678791 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-d658e7fd-8469-44ac-8c9a-2ef0207f213c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56a6d1a59e694d8a9bcdfdcb9c726212&device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 1162 time: 0.2200747 Feb 17 21:01:14.702925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0b03826a-98fe-4fc1-abca-b70c11f4ea65 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:14.863294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33756) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:14.868823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=ca84c6fb-d412-4135-90cf-f3756253fb41,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:14.877786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:15.115695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-2c7cfa22-7aa0-4866-b8d7-e915c1c5c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:15.118150 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-2c7cfa22-7aa0-4866-b8d7-e915c1c5c41c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57 HTTP/1.1" status: 200 len: 906 time: 0.4135642 Feb 17 21:01:15.133329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-9e2e01b5-15b9-4f73-8406-95d97721ebe1 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:01:15.137555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:15.148463 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-a64d99b3-a265-4958-af85-eaec2988fcae service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438683 Feb 17 21:01:15.153838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.157717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:15.158146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.215777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:15.220490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Usage tracker for resource:security_group_rule and tenant:b1533129e0c84746ba027ddc93765c1c is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:15.223659 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:15.229630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:15.257519 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-356725a1-4fc1-4f32-a95a-c5be6ca4c733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc HTTP/1.1" status: 200 len: 217 time: 0.1309392 Feb 17 21:01:15.320628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.344115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.399879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.408951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.419759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 0b03826a-98fe-4fc1-abca-b70c11f4ea65, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=0b03826a-98fe-4fc1-abca-b70c11f4ea65,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:15.443879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:15.457918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dbf8bb33-5d6d-4456-aa42-fbd2638bff6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:15.460091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.463121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:15.468792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Usage tracker for resource:security_group_rule and tenant:88e309590e50423dad45f4dbe365a3a5 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:15.473574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:15.481107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:15.487083 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1533129e0c84746ba027ddc93765c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198065 Feb 17 21:01:15.492361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33770) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:15.498943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-60aff85d-a51e-40cd-98f0-d6598e944ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:15.500991 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-60aff85d-a51e-40cd-98f0-d6598e944ce5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdbc0190-7fcb-4006-9b21-a176aa39502c HTTP/1.1" status: 200 len: 852 time: 0.2356749 Feb 17 21:01:15.582227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:15.587149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:15.639651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f7849f4e-b2e9-40e4-bc79-9ec5a9277523 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:15.655445 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-0d6329d6-1ba5-4c08-a13d-8fd6b714459b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e6f79f9-6c22-49e1-b50f-d41af0e9da57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147916 Feb 17 21:01:15.885696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:15.892399 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:15.893043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:15.964964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dfe1f3-e833-493b-b315-345173ad504a,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:15.968994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:16.001117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.017331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b742c2a-4b95-4a74-a370-5b9f262fcdfe req-88026aaf-f53a-4657-8849-807765f96735 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.018975 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0b742c2a-4b95-4a74-a370-5b9f262fcdfe req-88026aaf-f53a-4657-8849-807765f96735 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 1.1710420 Feb 17 21:01:16.023194 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-2593785e-4fd7-4e19-8aed-194af201a224 service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505924 Feb 17 21:01:16.081552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.111436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:16.122966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:16.132481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.138381 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-669cc3a5-8f62-4b76-9e9f-40d201df1163 req-e49ef5a7-d1f3-4018-8fc0-907417fc545a service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9707966 Feb 17 21:01:16.142901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.168846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.171062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:16.206368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.233281 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0b742c2a-4b95-4a74-a370-5b9f262fcdfe req-f2790bb8-dbb2-4f2e-8f00-a7517840d970 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950860 Feb 17 21:01:16.254236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:16.257700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:16.305556 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523', 'code': 200} Feb 17 21:01:16.377820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.389835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4688368 Feb 17 21:01:16.425345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121caa5-006c-4ae7-9224-4ee44e2ae61f req-a2cdb48a-36f8-47c6-852e-b5c18fb22897 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.426760 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c121caa5-006c-4ae7-9224-4ee44e2ae61f req-a2cdb48a-36f8-47c6-852e-b5c18fb22897 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.5234411 Feb 17 21:01:16.458456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-4967df67-186b-411e-9b7f-cc2962bc5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.460933 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-4967df67-186b-411e-9b7f-cc2962bc5ba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 1161 time: 0.1808558 Feb 17 21:01:16.521218 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3e3d0068-49bc-4308-81cb-f6a56bda8be6 req-93d3ee03-3a92-4c08-97c7-be4b83ea58b4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4787292 Feb 17 21:01:16.525437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.539048 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c121caa5-006c-4ae7-9224-4ee44e2ae61f req-30292cee-2981-49d1-9634-0a0fa68d3385 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928273 Feb 17 21:01:16.546084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.559253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.587239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0b03826a-98fe-4fc1-abca-b70c11f4ea65 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:16.616408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:16.628589 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88e309590e50423dad45f4dbe365a3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9685512 Feb 17 21:01:16.629581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33796) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:16.664447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:16.678469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7aa955-49ff-46c0-8ae9-6ad59e1673ae,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:16.686498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:16.700338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:16.701448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.720853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dfe1f3-e833-493b-b315-345173ad504a,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:16.730509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.734271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:16.756299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.760230 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84dfe1f3-e833-493b-b315-345173ad504a HTTP/1.1" status: 204 len: 168 time: 1.2229135 Feb 17 21:01:16.805586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.881553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-e6351339-5975-4f97-a05e-ac7dd7ebf486 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:16.885123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c093b-25fa-4a28-b4f6-eb2f60306321 req-461395a0-6eef-4cc3-ba03-2426d4a2678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.886759 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-da7c093b-25fa-4a28-b4f6-eb2f60306321 req-461395a0-6eef-4cc3-ba03-2426d4a2678d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.1256790 Feb 17 21:01:16.889627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-803ac1b2-b8ea-4c69-8176-74cb3b37191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.891228 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-803ac1b2-b8ea-4c69-8176-74cb3b37191f service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.3873851 Feb 17 21:01:16.937178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.945271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-621f618c-f140-401f-8040-dcba6753193d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:16.958311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7aa955-49ff-46c0-8ae9-6ad59e1673ae,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:16.961109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:16.966670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-da7c093b-25fa-4a28-b4f6-eb2f60306321 req-589f4329-769b-40c6-9f1b-d6aa88a5ca35 service neutron] Synchronizing usage tracker for tenant:b5f2317cc9fc424da485bf99d7e70a4a on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:16.976434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:16.977534 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b7aa955-49ff-46c0-8ae9-6ad59e1673ae HTTP/1.1" status: 204 len: 168 time: 0.3445561 Feb 17 21:01:16.998042 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-435ac664-efcf-471c-b234-28b2cc37c563 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 HTTP/1.1" status: 200 len: 217 time: 0.0898342 Feb 17 21:01:17.039826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-da7c093b-25fa-4a28-b4f6-eb2f60306321 req-589f4329-769b-40c6-9f1b-d6aa88a5ca35 service neutron] Unset dirty status for tenant:b5f2317cc9fc424da485bf99d7e70a4a on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:17.041523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-da7c093b-25fa-4a28-b4f6-eb2f60306321 req-589f4329-769b-40c6-9f1b-d6aa88a5ca35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406815 Feb 17 21:01:17.044813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-e6351339-5975-4f97-a05e-ac7dd7ebf486 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:17.046644 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-e6351339-5975-4f97-a05e-ac7dd7ebf486 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1434602191&fields=id&tenant_id=7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 267 time: 0.3271501 Feb 17 21:01:17.086116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Allocated IP 172.28.2.82 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/f3fbf95f-6c4f-47ca-851f-da378049c6e2) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:17.179976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-a611edc4-b006-4f24-9ecf-d2ea6ed2b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:17.181931 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-a611edc4-b006-4f24-9ecf-d2ea6ed2b531 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1768827 Feb 17 21:01:17.319419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f7849f4e-b2e9-40e4-bc79-9ec5a9277523 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:17.379225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-47ce677f-96ee-4bdb-ad7a-971946e8d8d1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:17.380026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-47ce677f-96ee-4bdb-ad7a-971946e8d8d1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:17.430508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-40c1e6ff-49ab-44bd-8fbc-86ffb7de3be9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058612 Feb 17 21:01:17.509382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:17.509869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.575899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.587252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-47ce677f-96ee-4bdb-ad7a-971946e8d8d1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:17.588533 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-47ce677f-96ee-4bdb-ad7a-971946e8d8d1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 810 time: 0.5291450 Feb 17 21:01:17.633110 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-92b7bb80-4062-4027-b200-365858ca290b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/quotas/7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 375 time: 0.0372581 Feb 17 21:01:17.651031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:01:17.749984 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-41b5cdb7-bf92-44c8-a2cd-5e9d85f51fd8 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022125 Feb 17 21:01:17.773851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72cb7a-8159-4a9e-942a-f34e83c226e9 req-bece3c53-23db-43e5-bd0a-25f1a80918be tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:17.775507 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc72cb7a-8159-4a9e-942a-f34e83c226e9 req-bece3c53-23db-43e5-bd0a-25f1a80918be tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 0.1623890 Feb 17 21:01:17.824363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.876891 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc72cb7a-8159-4a9e-942a-f34e83c226e9 req-458a28f4-ff31-49d7-af11-6113b41423fa tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920579 Feb 17 21:01:17.915965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:18.150981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06972-d06f-4810-b7e4-294af0763d5a req-bacdfb2b-52cf-44b2-a6c0-a0ca565dd0d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:18.152857 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-17f06972-d06f-4810-b7e4-294af0763d5a req-bacdfb2b-52cf-44b2-a6c0-a0ca565dd0d6 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.1640730 Feb 17 21:01:18.232261 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-17f06972-d06f-4810-b7e4-294af0763d5a req-a53adeb6-03f5-4e78-8eb6-56be080da93a tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718393 Feb 17 21:01:18.248597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=f3fbf95f-6c4f-47ca-851f-da378049c6e2,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:18.252685 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcde80a3-f81a-4871-8099-24a7e0fc58c7 req-578f54bf-1ca0-42b7-ba69-8f1826b3cb46 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4725349 Feb 17 21:01:18.256113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:18.263534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-53362a6b-53df-4023-9d5e-bbc809b6d0fe tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:18.268383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:18.269284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:18.272133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:18.377463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:18.382950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-53362a6b-53df-4023-9d5e-bbc809b6d0fe tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:18.383346 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-53362a6b-53df-4023-9d5e-bbc809b6d0fe tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7150223 Feb 17 21:01:18.469130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-016af4d8-8b8a-455f-a02a-29eee581efda tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:18.475758 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-016af4d8-8b8a-455f-a02a-29eee581efda tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 945 time: 0.2253745 Feb 17 21:01:18.634873 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-fa48d695-3168-4872-a4b2-fd49a097f511 service neutron] 10.222.0.59 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332470 Feb 17 21:01:18.689645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Deleting port f682d6f1-057d-4cd1-a51b-f00af9c721fc {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:18.690064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:18.776242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.079896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] For port f682d6f1-057d-4cd1-a51b-f00af9c721fc, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f682d6f1-057d-4cd1-a51b-f00af9c721fc,segment=NetworkSegment(ba43df0c-4ce0-4d8d-a25b-617f9abceaee),segment_id=ba43df0c-4ce0-4d8d-a25b-617f9abceaee)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:19.079896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.293990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Calling delete_port for f682d6f1-057d-4cd1-a51b-f00af9c721fc owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:19.331707 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-23400b6c-38e4-4651-8c9d-5b6033594491 service neutron] 10.222.0.59 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5943265 Feb 17 21:01:19.542626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:19.584212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c301-ba9a-48d7-ba76-e442032b03fb req-fca762c4-898e-41fc-b398-0930a6b935da tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:19.586122 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e39c301-ba9a-48d7-ba76-e442032b03fb req-fca762c4-898e-41fc-b398-0930a6b935da tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 0.4087706 Feb 17 21:01:19.594724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.634353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.696469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:19.698069 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e39c301-ba9a-48d7-ba76-e442032b03fb req-6da4d0b7-908d-4411-a2ed-8e6c96d268d4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747740 Feb 17 21:01:19.817440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.828499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:19.835052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:19.835549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.839910 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ec26052f-f54c-46af-ae2b-8b70c9938ed9 req-841c1d5b-e2e3-41a7-a837-092a72c0f41f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 210 time: 0.0747745 Feb 17 21:01:19.863044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:19.918572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Pushing event deleted for resources: {'Port': ['ID=f682d6f1-057d-4cd1-a51b-f00af9c721fc,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:19.982257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:20.043928 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-722b7881-0865-4a0f-97c4-9e22b676b07b req-a42abdb7-e490-418e-94a8-1fa922a1d45a tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.1053853 Feb 17 21:01:20.080321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=f3fbf95f-6c4f-47ca-851f-da378049c6e2,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:20.093887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:20.203882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.229535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] No DVR routers for this DVR port f682d6f1-057d-4cd1-a51b-f00af9c721fc on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:01:20.233536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.237320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'name': 'network-vif-deleted', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:20.254845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.304366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2d1ec81a-298f-492b-81c0-88b4ccc97cc9 req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.57 "DELETE /v2.0/ports/f682d6f1-057d-4cd1-a51b-f00af9c721fc HTTP/1.1" status: 204 len: 173 time: 1.8186100 Feb 17 21:01:20.312311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:20.323519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:20.331640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.341585 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0420704 Feb 17 21:01:20.357471 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc8c2b8-dc12-45ed-9fec-2203ddd3604b', 'name': 'network-vif-deleted', 'tag': 'f682d6f1-057d-4cd1-a51b-f00af9c721fc', 'status': 'completed', 'code': 200} Feb 17 21:01:20.371609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.372860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f7849f4e-b2e9-40e4-bc79-9ec5a9277523 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:20.417202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4', 'code': 200} Feb 17 21:01:20.424976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:20.477518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.531488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:20.541570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:20.559516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:20.560030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.791894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-2f380788-a771-47a2-bf5f-35fa50dbce13 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:20.816039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f682d6f1-057d-4cd1-a51b-f00af9c721fc no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:01:20.847306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db55e63-f7af-4aab-905c-2286cc24d044 req-a41cac3a-85cb-4dc5-aa1c-86330109fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:20.848948 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0db55e63-f7af-4aab-905c-2286cc24d044 req-a41cac3a-85cb-4dc5-aa1c-86330109fcf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 1163 time: 0.1150370 Feb 17 21:01:20.849784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-2f380788-a771-47a2-bf5f-35fa50dbce13 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:20.858712 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-2f380788-a771-47a2-bf5f-35fa50dbce13 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--972416370&fields=id&tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 267 time: 0.1645014 Feb 17 21:01:20.889395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: f682d6f1-057d-4cd1-a51b-f00af9c721fc {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:01:20.889822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f682d6f1-057d-4cd1-a51b-f00af9c721fc not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:01:20.944239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980b0b6-5850-472c-b3a4-d443826ab8b6 req-3df611dd-af44-41ee-a2d6-73a5ce467099 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:20.945934 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e980b0b6-5850-472c-b3a4-d443826ab8b6 req-3df611dd-af44-41ee-a2d6-73a5ce467099 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1149955 Feb 17 21:01:21.020305 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e980b0b6-5850-472c-b3a4-d443826ab8b6 req-620d6398-a898-48b8-bc78-3864834f4ab2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Feb 17 21:01:21.033872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 33972) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:21.035251 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0db55e63-f7af-4aab-905c-2286cc24d044 req-c1c22d39-8799-41f4-9a64-da985f0f2f47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740246 Feb 17 21:01:21.109598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-92077f52-7168-4631-989b-8340291a6f2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.110384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-92077f52-7168-4631-989b-8340291a6f2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:network {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:21.162674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-92077f52-7168-4631-989b-8340291a6f2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:network {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:21.163955 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-92077f52-7168-4631-989b-8340291a6f2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 815 time: 0.3041692 Feb 17 21:01:21.187780 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-a4c4c7e9-2fa1-4d5d-8eba-5e2c987a4d9b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/quotas/d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 375 time: 0.0161183 Feb 17 21:01:21.209169 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4bee0ccf-fd81-4a13-a690-016b04cffb47 req-4c440f17-59ee-40c5-8a7b-0d1bebc2af3c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 210 time: 0.0761242 Feb 17 21:01:21.275634 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.295287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:21.298555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:21.304660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Usage tracker for resource:security_group_rule and tenant:1e58669c82204834afba3f743a68808d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:21.312862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:21.320311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:21.365770 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-854f878d-f1fe-44eb-a8a0-99e714b4fc8c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1771271 Feb 17 21:01:21.410540 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-67841510-e69d-4cc2-81e3-86d84f4c39be req-e632f9a0-f159-4d53-9565-05142ade5932 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.0784566 Feb 17 21:01:21.434037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:21.434459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.569151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33988) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:21.609206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.638772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-f1469ac1-b689-4ebb-8d46-0a0874063491 service neutron] 10.222.0.59 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337952 Feb 17 21:01:21.664836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.714799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.727041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c758a803-0061-4490-809d-ee6738d298a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:21.731305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:21.735964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Usage tracker for resource:security_group_rule and tenant:226521c956d047dd9090cfe78a9781a4 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:21.739248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:21.745056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:21.789288 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e58669c82204834afba3f743a68808d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7601883 Feb 17 21:01:21.792205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c4ff22-b42f-4563-9102-8d2c72698c9f,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:21.792675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 33994) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:21.796320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95ca48bb-79ff-4d0c-b296-bbfffd737226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:21.846081 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-185bb69d-4439-4613-9721-f19b4237e6ad service neutron] 10.222.0.59 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2061820 Feb 17 21:01:21.875689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.893517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.922056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.941356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.954256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:22.011414 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=226521c956d047dd9090cfe78a9781a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410551 Feb 17 21:01:22.014367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30c58d-c326-4035-acbd-329fbd0c118d,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:22.014987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34002) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:22.017624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:22.074139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.080014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:22.113786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.116913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c4ff22-b42f-4563-9102-8d2c72698c9f,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:22.137851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:22.144614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.145796 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19c4ff22-b42f-4563-9102-8d2c72698c9f HTTP/1.1" status: 204 len: 168 time: 0.3520942 Feb 17 21:01:22.272612 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04a8adb5-18c2-4c74-a074-771732c99b85 req-f4d7fa8d-0a19-45c4-8021-97484c6f6a39 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.1547420 Feb 17 21:01:22.283124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.315951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12821b70-c202-4358-857f-2cfeb4b85e1e req-4b139e7c-e805-4a8d-971a-77b5a13e4e7e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:22.321742 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-12821b70-c202-4358-857f-2cfeb4b85e1e req-4b139e7c-e805-4a8d-971a-77b5a13e4e7e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1391549 Feb 17 21:01:22.399522 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-12821b70-c202-4358-857f-2cfeb4b85e1e req-03e7e8bd-8084-469b-bc31-8486fbdf146d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710127 Feb 17 21:01:22.437080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.444806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-44949add-c31d-4ff0-9c00-99f91ddba9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:22.455443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30c58d-c326-4035-acbd-329fbd0c118d,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:22.475383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:22.481392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.486059 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb30c58d-c326-4035-acbd-329fbd0c118d HTTP/1.1" status: 204 len: 168 time: 0.4665711 Feb 17 21:01:22.643670 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d65586e-5c14-4515-a527-289c78e42119 req-a32139cb-9a02-4a03-a12e-a2fecd62c7db tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 210 time: 0.1351156 Feb 17 21:01:22.803121 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ae7b3243-06ff-4d31-aa1e-21059bfd4a6b req-d89c1d1f-6146-4b35-85c4-f0845f4dce0d tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc8c2b8-dc12-45ed-9fec-2203ddd3604b HTTP/1.1" status: 200 len: 210 time: 0.0893114 Feb 17 21:01:22.930671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-5753619f-6fb1-4138-a0d9-11be64c240d4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:22.932302 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-5753619f-6fb1-4138-a0d9-11be64c240d4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 810 time: 0.2762833 Feb 17 21:01:23.019675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-6b180ec3-1e82-46da-8114-b828b27682d8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:23.034995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-6b180ec3-1e82-46da-8114-b828b27682d8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:23.036875 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-6b180ec3-1e82-46da-8114-b828b27682d8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 5703 time: 0.0900512 Feb 17 21:01:23.046996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'port': {'device_id': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'admin_state_up': True, 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'security_groups': ['20642897-cd71-4ceb-a09a-d1f9e9b6b820']}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:23.055590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34038) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:23.086327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.110372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:23.120248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Usage tracker for resource:security_group_rule and tenant:241a31fd323e45d084c667bd09b8936c is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:23.124233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:23.132062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:23.222947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:23.233783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:23.311979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Made reservation on behalf of 7ef37d9123104621bbd529ce25be5d71 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:23.315536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.319341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.368382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.380006 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f3ca2b8f-cf51-4b0c-a70d-89ed243ea1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:23.444991 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=241a31fd323e45d084c667bd09b8936c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837218 Feb 17 21:01:23.446062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9638f-d61e-44cc-879b-9518d36497e0,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:23.448954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34056) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:23.452100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:23.525743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34060) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:23.526674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.561464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.650618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc47f57a-966f-477c-8112-fbcb8225e5a4 req-e3276966-b423-4b28-89f4-fa82164c3fcd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.2900436 Feb 17 21:01:23.709252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.715448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:23.723372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.747300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:23.757470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:33ca57686d994cd09b9bde539b34af99 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:23.760619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:23.768874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9638f-d61e-44cc-879b-9518d36497e0,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:23.772086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:23.774747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:23.787155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.788394 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22d9638f-d61e-44cc-879b-9518d36497e0 HTTP/1.1" status: 204 len: 168 time: 0.3384326 Feb 17 21:01:23.855291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fa825-60a3-4f88-9546-c680afd6b2ed req-1b542cfd-9ef0-4e4e-a078-9ec29295d379 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:23.858141 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-322fa825-60a3-4f88-9546-c680afd6b2ed req-1b542cfd-9ef0-4e4e-a078-9ec29295d379 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2295871 Feb 17 21:01:23.943601 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-322fa825-60a3-4f88-9546-c680afd6b2ed req-9f546364-15c6-40bd-bd35-74f3535e95e1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791483 Feb 17 21:01:23.952954 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0c7dd990-245a-4e9c-ad75-13b942922061 req-eb6a39e8-d54a-4851-9c75-1686240f22ed tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 210 time: 0.0712905 Feb 17 21:01:24.037710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.071076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.075892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Allocated IP 172.20.0.14 (4716630e-f79d-43dd-912d-36876e74a25e/c5c8dbc9-793a-495e-87c8-3b3f14896cfa/25391ef5-779b-4633-9dbb-7b67d9e0e243) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:24.110538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-59facc80-5a3f-4c7a-ab43-122ce8f65b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:24.121308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33ca57686d994cd09b9bde539b34af99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948778 Feb 17 21:01:24.129276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34080) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:24.256189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a005fe-dd70-42b3-bd0b-468994ecf427,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:24.274459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.281787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:24.332894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.376243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34094) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:24.545527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.550926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:24.595113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a005fe-dd70-42b3-bd0b-468994ecf427,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:24.602198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.605757 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a005fe-dd70-42b3-bd0b-468994ecf427 HTTP/1.1" status: 204 len: 168 time: 0.4725637 Feb 17 21:01:24.608833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:24.665691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.762014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Transition to ACTIVE for port object 25391ef5-779b-4633-9dbb-7b67d9e0e243 will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:24.858122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.865981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.919448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:24.931708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:24.937102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Usage tracker for resource:security_group_rule and tenant:b04791034a0e47928e09bfd2178e7d2d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:24.943943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:24.969367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:24.978436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-282a1e1c-f8d9-4432-99d6-5756f0b14881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:24.986073 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-282a1e1c-f8d9-4432-99d6-5756f0b14881 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 1163 time: 0.3208616 Feb 17 21:01:25.075865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:25.108626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:25.144562 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ebeeb017-fd94-4bff-99d4-c1ee96a93475 req-686ef9c1-3b0a-43f8-a54d-7d6c2682ceb1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.2572753 Feb 17 21:01:25.289275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-541f4a72-5b0a-40c2-981e-53162b0ac5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.291145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-541f4a72-5b0a-40c2-981e-53162b0ac5b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.2945437 Feb 17 21:01:25.317152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722694d-ee22-4efb-8178-dfef0b18c69b req-2b216fed-9994-4c43-8a92-fbefec4e6c7c tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.343673 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8722694d-ee22-4efb-8178-dfef0b18c69b req-2b216fed-9994-4c43-8a92-fbefec4e6c7c tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.5913973 Feb 17 21:01:25.467703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Network 4716630e-f79d-43dd-912d-36876e74a25e is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:25.473834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:25.478169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:25.483311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.483998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.514565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-b4b7d57d-b896-4017-9634-75a612f1abf6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.514565 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-b4b7d57d-b896-4017-9634-75a612f1abf6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 815 time: 0.4155257 Feb 17 21:01:25.591141 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-be96ff2e-cd53-463d-82a4-6fe4db903801 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 HTTP/1.1" status: 200 len: 217 time: 0.2382967 Feb 17 21:01:25.637438 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8722694d-ee22-4efb-8178-dfef0b18c69b req-9b8f3fb4-ca94-48d4-94bf-6447797a28a3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927816 Feb 17 21:01:25.648432 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6053140 Feb 17 21:01:25.658926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de079ff-6233-493d-b3d1-12cbbfaad2c8 req-8ff6df5e-de79-4e71-b1e5-e6b4e42fe3c8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.659722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2de079ff-6233-493d-b3d1-12cbbfaad2c8 req-8ff6df5e-de79-4e71-b1e5-e6b4e42fe3c8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:25.683928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Request body: {'port': {'device_id': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:25.727661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.773516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-cc74a7df-bd82-482f-bbc3-bd482111723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:25.775121 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-cc74a7df-bd82-482f-bbc3-bd482111723a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1555650 Feb 17 21:01:25.781698 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-0084f3a2-253e-4a59-b855-10a5ac755ed0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 5704 time: 0.2511599 Feb 17 21:01:25.801029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'port': {'device_id': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'admin_state_up': True, 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'security_groups': ['dd397687-6db9-458c-ae96-6e1d8d1e470b']}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:25.862258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e721d0f6-ce7e-418a-920b-7457fbfff725 None None] Provisioning for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:25.868737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e721d0f6-ce7e-418a-920b-7457fbfff725 None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:25.869162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e721d0f6-ce7e-418a-920b-7457fbfff725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.870184 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-afadcffe-5bbe-447b-b62f-cf39f01b4c9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848210 Feb 17 21:01:25.871367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.884255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:25.916251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2de079ff-6233-493d-b3d1-12cbbfaad2c8 req-8ff6df5e-de79-4e71-b1e5-e6b4e42fe3c8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:25.917758 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2de079ff-6233-493d-b3d1-12cbbfaad2c8 req-8ff6df5e-de79-4e71-b1e5-e6b4e42fe3c8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 932 time: 0.5344896 Feb 17 21:01:25.939034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890cf88-74bd-4c64-951f-71a6406aa439,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:25.954317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:26.005249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e721d0f6-ce7e-418a-920b-7457fbfff725 None None] Port 25391ef5-779b-4633-9dbb-7b67d9e0e243 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:26.026032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.041621 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b04791034a0e47928e09bfd2178e7d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6582720 Feb 17 21:01:26.041621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34160) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:26.080328 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2de079ff-6233-493d-b3d1-12cbbfaad2c8 req-7ca3da15-e419-4a16-a784-bf7633cc0ee7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455514 Feb 17 21:01:26.153007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:26.161810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:port and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:26.176881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:26.179838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.222289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.225585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:26.286822 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-91a8b3ca-a39e-40b4-8335-9ef09f72e95f service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054873 Feb 17 21:01:26.331201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Made reservation on behalf of d7604491fcd2472b82fcf13514c18f1f for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:26.340391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.436066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34182) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:26.456044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.503866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1b01db3b-3a61-4e58-8999-0542e8fe8787 req-b1f2867a-3bd6-425c-8be3-4120deff4c3c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.1111965 Feb 17 21:01:26.509952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-38825524-f8ac-47c0-b4bd-86a071644f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:26.609226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890cf88-74bd-4c64-951f-71a6406aa439,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:26.616549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Deleting subnet cdbc0190-7fcb-4006-9b21-a176aa39502c {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:01:26.628065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.635604 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e890cf88-74bd-4c64-951f-71a6406aa439 HTTP/1.1" status: 204 len: 168 time: 0.5952115 Feb 17 21:01:26.646567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:26.649829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.745491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765363'] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.817814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.070619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Allocated IP 172.20.0.6 (a017b2a0-4d5b-4d82-8659-f81a3ace7b4f/37b4b6dc-144a-4f17-9104-9448ed180f9d/42fba305-eb7a-495b-a445-fef1f0a14e76) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:27.132908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25391ef5-779b-4633-9dbb-7b67d9e0e243 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:27.159469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.198342 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d54d977-82ab-4d93-b22a-58feba33a84e req-dfa05cfb-64a8-470b-ab2b-c24668a0b9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9038243 Feb 17 21:01:27.224270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Transition to ACTIVE for port object 25391ef5-779b-4633-9dbb-7b67d9e0e243 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:27.233301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15309a5-277b-4e14-8c1a-55b6f601b04f req-1c0b8bc1-c29d-4a5d-a030-fc3d16657206 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:27.235013 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b15309a5-277b-4e14-8c1a-55b6f601b04f req-1c0b8bc1-c29d-4a5d-a030-fc3d16657206 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2480969 Feb 17 21:01:27.320800 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b15309a5-277b-4e14-8c1a-55b6f601b04f req-e0e3039d-eb4e-4aad-bc55-0459bb9f365d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Feb 17 21:01:27.375040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2403291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3043373'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.377503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.405651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:27.414779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:27.555515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbc0190-7fcb-4006-9b21-a176aa39502c,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:27.559130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:27.632886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34240) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:27.649427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.671787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.715721 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0c2103eb-8d6a-40ed-a3c2-9f713e9f572c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cdbc0190-7fcb-4006-9b21-a176aa39502c HTTP/1.1" status: 204 len: 168 time: 1.2762518 Feb 17 21:01:27.716096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34248) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:27.717113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:27.737618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Usage tracker for resource:security_group_rule and tenant:5719448b84ab4b3ebd9cd7adeb040b40 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:27.792206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:27.866174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:27.886455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:27.982348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:27.996336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61deac-8d05-42ff-a3aa-13f25321afb4 req-3fcba230-99dc-49f5-81fe-6160785f4554 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:27.998680 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1e61deac-8d05-42ff-a3aa-13f25321afb4 req-3fcba230-99dc-49f5-81fe-6160785f4554 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.3200760 Feb 17 21:01:28.037862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:28.083304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1d5e9c2b-cc4e-4c66-9cd9-eeed18007de4 req-4d13accc-1af3-463b-955c-00742d0cfb5e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:28.106174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Transition to ACTIVE for port object 42fba305-eb7a-495b-a445-fef1f0a14e76 will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:28.171188 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1e61deac-8d05-42ff-a3aa-13f25321afb4 req-f172ba1b-33a6-414f-adaf-e4592d1f28bc tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633763 Feb 17 21:01:28.178284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Attempting to bind port 25391ef5-779b-4633-9dbb-7b67d9e0e243 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:28.178657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Attempting to bind port 25391ef5-779b-4633-9dbb-7b67d9e0e243 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:28.179021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Attempting to bind port 25391ef5-779b-4633-9dbb-7b67d9e0e243 on network 4716630e-f79d-43dd-912d-36876e74a25e {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:28.188883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:28.189559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Checking segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:28.190008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.190408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Bound using segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:28.190887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Bound port: 25391ef5-779b-4633-9dbb-7b67d9e0e243, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:28.191261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.200548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.419128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.553197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34282) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:28.557367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:28.606928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1d5e9c2b-cc4e-4c66-9cd9-eeed18007de4 req-4d13accc-1af3-463b-955c-00742d0cfb5e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:28.607128 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1d5e9c2b-cc4e-4c66-9cd9-eeed18007de4 req-4d13accc-1af3-463b-955c-00742d0cfb5e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.8113809 Feb 17 21:01:28.622862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:28.696765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.719744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.721584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:28.750290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:28.780617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.781105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.781732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.782218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.782689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.783457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.783575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.784026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.784568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.784926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.785398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.785935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.786402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.786898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.787293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.787680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.788069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.788446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.788827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.789205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.789584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.790034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.790412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.790791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.791737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.795834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:28.811546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5411b5ef-ff95-48e6-9520-43fe7b85c257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:28.816007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.852050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:28.854267 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5719448b84ab4b3ebd9cd7adeb040b40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2201838 Feb 17 21:01:28.871134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34300) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:28.884537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:28.944630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01a2cc-e3da-4c1d-b3f2-2bc38c8db54c,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:28.957523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6f79f9-6c22-49e1-b50f-d41af0e9da57']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:28.976102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.976511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.976904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.977365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.977685 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.978064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.978444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.978943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.979328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.980209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.980209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.980475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.980829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.981199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.981571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.981968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.983198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.983976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.984367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.984748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.985126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.985500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.986196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.986304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:28.998359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:29.000045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:29.000391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba43df0c-4ce0-4d8d-a25b-617f9abceaee') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:29.003012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:29.029817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.036246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Usage tracker for resource:security_group_rule and tenant:30e0a0f6e527443bbf7d1d24490c2ee6 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:29.036807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.041067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:29.055253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cfd76-01d9-4b13-82fd-da67c873ad81 req-0d8e3948-8751-48e9-a0d0-0b3d2c49ddd1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:29.056815 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a79cfd76-01d9-4b13-82fd-da67c873ad81 req-0d8e3948-8751-48e9-a0d0-0b3d2c49ddd1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.5022285 Feb 17 21:01:29.069145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:29.072567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.076987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:01:29.092735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.098752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:29.102394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:29.116314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:29.126512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:29.128907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:29.133518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:29.134215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.235154 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a79cfd76-01d9-4b13-82fd-da67c873ad81 req-051a4802-fdce-433b-af78-68d2bb05dd41 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667020 Feb 17 21:01:29.239431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:29.240059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.241562 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] 10.222.0.57 "PUT /v2.0/ports/25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 1158 time: 3.5678074 Feb 17 21:01:29.241721 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.246592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:29.339624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f7ac043f-6072-4943-a00c-07137a45a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:29.354724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.369037 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5765917 Feb 17 21:01:29.415087 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'status': 'completed', 'code': 200} Feb 17 21:01:29.425779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01a2cc-e3da-4c1d-b3f2-2bc38c8db54c,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:29.443440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:01:29.448242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Request body: {'port': {'device_id': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:29.463052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:29.464835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.484057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.488660 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac01a2cc-e3da-4c1d-b3f2-2bc38c8db54c HTTP/1.1" status: 204 len: 168 time: 0.6161935 Feb 17 21:01:29.511904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.558088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-25d4eaeb-4573-4b9a-8e78-240c84add01f None None] Provisioning for port 42fba305-eb7a-495b-a445-fef1f0a14e76 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:29.564055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-25d4eaeb-4573-4b9a-8e78-240c84add01f None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:29.564580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25d4eaeb-4573-4b9a-8e78-240c84add01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.648475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:29.656275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-25d4eaeb-4573-4b9a-8e78-240c84add01f None None] Port 42fba305-eb7a-495b-a445-fef1f0a14e76 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:29.697436 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30e0a0f6e527443bbf7d1d24490c2ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1051354 Feb 17 21:01:29.708071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34320) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:29.712550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Network 7e6f79f9-6c22-49e1-b50f-d41af0e9da57 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:01:29.774967 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:01:29.793624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:29.923417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9ad5-45a7-406b-a0a2-71b6c1481450 req-d838a2c7-ff64-4120-a87f-4b385047ef48 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:29.925092 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6dca9ad5-45a7-406b-a0a2-71b6c1481450 req-d838a2c7-ff64-4120-a87f-4b385047ef48 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.5598629 Feb 17 21:01:29.997763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fc7979-9f6b-4302-8dfe-18a4fdc76fbe,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:30.016602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:30.038397 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6dca9ad5-45a7-406b-a0a2-71b6c1481450 req-d71b48a0-df03-476c-a6cc-14b286d56ab3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996678 Feb 17 21:01:30.043730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.080511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.122816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.127600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-3a81885a-80e0-4585-a2e5-8a7f12cc40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.130045 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-3a81885a-80e0-4585-a2e5-8a7f12cc40c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1161 time: 0.7715433 Feb 17 21:01:30.131471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:30.167739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.167739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6f79f9-6c22-49e1-b50f-d41af0e9da57,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:30.171658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:30.260689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06303444-78dc-41c9-b819-a545fe011b42 req-44c339e0-be9d-4b38-9a02-b9ae875dfe33 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.260689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-06303444-78dc-41c9-b819-a545fe011b42 req-44c339e0-be9d-4b38-9a02-b9ae875dfe33 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:30.260689 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-bb195499-2aa9-4f4e-a3b2-3bb39021d21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 217 time: 0.0963368 Feb 17 21:01:30.325604 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] 10.222.0.59 "DELETE /v2.0/networks/7e6f79f9-6c22-49e1-b50f-d41af0e9da57 HTTP/1.1" status: 204 len: 168 time: 2.5993621 Feb 17 21:01:30.484979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-bb02668b-0e18-413e-8e26-f34f006ca60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.484979 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-bb02668b-0e18-413e-8e26-f34f006ca60e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0706179 Feb 17 21:01:30.484979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-614d3c65-203c-431b-a124-13ce8e9851f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.484979 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-614d3c65-203c-431b-a124-13ce8e9851f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781760 Feb 17 21:01:30.525990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-06303444-78dc-41c9-b819-a545fe011b42 req-44c339e0-be9d-4b38-9a02-b9ae875dfe33 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:30.527278 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06303444-78dc-41c9-b819-a545fe011b42 req-44c339e0-be9d-4b38-9a02-b9ae875dfe33 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 931 time: 0.6502621 Feb 17 21:01:30.634692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aee0ab-c44c-491a-830f-cd68d54e6798 req-55d55332-317e-44ae-9f14-01a3b8af7681 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.636303 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-66aee0ab-c44c-491a-830f-cd68d54e6798 req-55d55332-317e-44ae-9f14-01a3b8af7681 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.0940411 Feb 17 21:01:30.688507 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-66aee0ab-c44c-491a-830f-cd68d54e6798 req-c12fde55-3e96-4e09-8a51-177dce145257 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Feb 17 21:01:30.696485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.699718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:30.701129 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5fc7979-9f6b-4302-8dfe-18a4fdc76fbe HTTP/1.1" status: 204 len: 168 time: 0.9918232 Feb 17 21:01:30.702659 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5f2b6fd3-13b3-4c2f-aa98-bd1966117e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:30.721678 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fc7979-9f6b-4302-8dfe-18a4fdc76fbe,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:30.723297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06303444-78dc-41c9-b819-a545fe011b42 req-f4b25f6b-aab4-4a87-9bd3-81bad4527a1f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317601 Feb 17 21:01:30.723297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-8341519d-9d19-4555-afa2-c5843f6bf1b8 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008182 Feb 17 21:01:30.726207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:30.846474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34346) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:30.906100 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-44ddff5f-a3b2-4172-b22e-d4f459313cab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56a6d1a59e694d8a9bcdfdcb9c726212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561292 Feb 17 21:01:30.907472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34350) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:30.979817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.018892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.120922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.130227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ec0a6dbc-f854-4bdd-a6b0-b29e4b66f4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:31.151913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2782-449d-4b85-bbb8-85bd352e3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.164242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:31.170815 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:31.216462 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.218297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d6c8365-f6b2-41f0-bcbc-c1a1d64aac2f HTTP/1.1" status: 204 len: 168 time: 0.3097939 Feb 17 21:01:31.245548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fba305-eb7a-495b-a445-fef1f0a14e76 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:31.257701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.264769 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24467c8a-c9f7-4206-ad33-11a068ff1387 req-2826f903-f1ff-452a-9534-558b6bc1886e service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5332675 Feb 17 21:01:31.273712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Transition to ACTIVE for port object 42fba305-eb7a-495b-a445-fef1f0a14e76 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:31.352609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.362358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad34ea-15e4-4e04-be97-cf43a31be020 req-b20e20ee-0ed0-45f5-ab46-58b5e85bd100 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:31.364417 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cfad34ea-15e4-4e04-be97-cf43a31be020 req-b20e20ee-0ed0-45f5-ab46-58b5e85bd100 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.1249180 Feb 17 21:01:31.392025 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-959110ef-b2db-47a2-8ee1-b3fea53a8d35 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:31.428079 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cfad34ea-15e4-4e04-be97-cf43a31be020 req-df2b023a-b70e-41d1-bb68-db1cca1ad962 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 Feb 17 21:01:31.583588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34384) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:31.606720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:31.637105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.697463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:31.701760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:31.710590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6b80dbb2cd2a44cfbf5ebdb793e734a9 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:31.719444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:31.736352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:31.929126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.932583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Attempting to bind port 42fba305-eb7a-495b-a445-fef1f0a14e76 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:31.936806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Attempting to bind port 42fba305-eb7a-495b-a445-fef1f0a14e76 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:31.937257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Attempting to bind port 42fba305-eb7a-495b-a445-fef1f0a14e76 on network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:31.955849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:31.956235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Checking segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:31.956664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.957020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Bound using segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:31.957507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Bound port: 42fba305-eb7a-495b-a445-fef1f0a14e76, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:31.957920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.026049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.053921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-36860511-379b-4651-b50a-f8ad6473aa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:32.111598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b973ae-e49b-4b4f-8ba2-f7124414db9c,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:32.116910 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b80dbb2cd2a44cfbf5ebdb793e734a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319879 Feb 17 21:01:32.118387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:32.121799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34404) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:32.128952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:32.132392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=42fba305-eb7a-495b-a445-fef1f0a14e76,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:32.150961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-5cbf64ca-56bb-4bba-91d1-0063b3236942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.152633 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-5cbf64ca-56bb-4bba-91d1-0063b3236942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1161 time: 0.6918373 Feb 17 21:01:32.186690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.191313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6e341-53a8-4dcb-b8fb-5127c04f5371 req-8fc61132-de98-42f3-89fd-361b322621af tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.192950 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-32a6e341-53a8-4dcb-b8fb-5127c04f5371 req-8fc61132-de98-42f3-89fd-361b322621af tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2224216 Feb 17 21:01:32.256043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.257636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:32.278124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-32a6e341-53a8-4dcb-b8fb-5127c04f5371 req-9f640bac-0277-4e6d-9d2d-4d14fb8f1496 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:32.304585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.327202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-32a6e341-53a8-4dcb-b8fb-5127c04f5371 req-9f640bac-0277-4e6d-9d2d-4d14fb8f1496 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:32.328480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-32a6e341-53a8-4dcb-b8fb-5127c04f5371 req-9f640bac-0277-4e6d-9d2d-4d14fb8f1496 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258323 Feb 17 21:01:32.400641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.408994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:32.433027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b973ae-e49b-4b4f-8ba2-f7124414db9c,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:32.439221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:32.440591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.442827 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35b973ae-e49b-4b4f-8ba2-f7124414db9c HTTP/1.1" status: 204 len: 168 time: 0.3195488 Feb 17 21:01:32.477496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f9676-1302-4e8a-8ec5-a8dcc3c5045f req-fa66e57d-4f87-483b-83a9-b5b350a236ee tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.479242 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d2f9676-1302-4e8a-8ec5-a8dcc3c5045f req-fa66e57d-4f87-483b-83a9-b5b350a236ee tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.5026238 Feb 17 21:01:32.512438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:32.531851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:32.608280 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d2f9676-1302-4e8a-8ec5-a8dcc3c5045f req-ab674b38-51ef-4782-a256-db88c3795c41 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190469 Feb 17 21:01:32.612573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-d0b92356-5fe5-450a-a82a-837d68aa8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.614458 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-d0b92356-5fe5-450a-a82a-837d68aa8dc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.4528944 Feb 17 21:01:32.625112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.625829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:32.627298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] 10.222.0.57 "PUT /v2.0/ports/42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 1157 time: 3.2010744 Feb 17 21:01:32.627943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:32.711973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d05e7-1b2e-4cf9-9fe0-1f0b0a07495b req-ae5bfef6-a642-4be9-b786-621469d1e7c6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.715552 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-156d05e7-1b2e-4cf9-9fe0-1f0b0a07495b req-ae5bfef6-a642-4be9-b786-621469d1e7c6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.1224957 Feb 17 21:01:32.733540 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'status': 'completed', 'code': 200} Feb 17 21:01:32.753266 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-faf564f6-f04e-460b-960d-95c0abf40ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 217 time: 0.0971448 Feb 17 21:01:32.841937 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-156d05e7-1b2e-4cf9-9fe0-1f0b0a07495b req-fa675268-4a52-4072-afb8-4b8dfe96c558 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123235 Feb 17 21:01:32.933135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-2b1722e1-4e64-4999-a0cf-d8a734588828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.934772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-2b1722e1-4e64-4999-a0cf-d8a734588828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.1731961 Feb 17 21:01:33.021814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-665c1720-31e3-4446-8e66-85bc5ebd7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.023432 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-665c1720-31e3-4446-8e66-85bc5ebd7406 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1160 time: 0.2604992 Feb 17 21:01:33.080010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-78cea7a5-5b98-4391-bb06-ea7380c9eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.081555 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-78cea7a5-5b98-4391-bb06-ea7380c9eb20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1386609 Feb 17 21:01:33.150974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f710617-a7b3-4a19-b43a-26bb767b330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:33.329074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-11187adc-48d6-41fb-9687-e97a5a157bb9 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966269 Feb 17 21:01:33.330736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-df8c7e30-38c2-4b2e-b5ca-400fb4fe4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.332132 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-df8c7e30-38c2-4b2e-b5ca-400fb4fe4752 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d7604491fcd2472b82fcf13514c18f1f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2938511 Feb 17 21:01:33.459475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34470) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:33.599461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-0b94b5c3-0942-45ce-b085-15f02cf87d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.601036 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c1fc5473-8cf1-4365-9b0b-2f62f34720c4 req-0b94b5c3-0942-45ce-b085-15f02cf87d8b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2590621 Feb 17 21:01:33.861120 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d1c9605a-c38e-4d6b-a72c-f8337832e759 req-a3d401d2-f06f-441b-9d7c-3618f4597c88 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5202487 Feb 17 21:01:33.875651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1d03-3392-434f-b2bb-e8caf524ba4e req-2566c197-8962-4c87-b240-938bd3eb5037 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.886298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-273d1d03-3392-434f-b2bb-e8caf524ba4e req-2566c197-8962-4c87-b240-938bd3eb5037 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2949581 Feb 17 21:01:33.907447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075adc1-5181-46dd-99fc-1b56e683e8d4 req-9f1d5265-9f02-4360-8fa3-dd675af9a386 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.909414 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a075adc1-5181-46dd-99fc-1b56e683e8d4 req-9f1d5265-9f02-4360-8fa3-dd675af9a386 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1308725 Feb 17 21:01:33.910572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:33.936814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-678b9550-7794-4632-a882-909a2642db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.938731 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-678b9550-7794-4632-a882-909a2642db81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1160 time: 0.2506666 Feb 17 21:01:33.952677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:33.966374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:33.978011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Usage tracker for resource:security_group_rule and tenant:99c01f0b0d194d10854d042e45fa44a9 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:34.000544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:34.020379 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a075adc1-5181-46dd-99fc-1b56e683e8d4 req-9cd01ac2-d2cf-430b-b6dd-004e43ee1779 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929549 Feb 17 21:01:34.025044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:34.057502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-648fd6f6-6841-44ad-b058-3118ed479aac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 217 time: 0.0980287 Feb 17 21:01:34.074966 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-273d1d03-3392-434f-b2bb-e8caf524ba4e req-e6a1a9c5-a8ef-4fb1-8d00-d0e4d6c76889 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872983 Feb 17 21:01:34.188764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-7337c6e2-d326-4a72-8316-4c107cc8494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:34.190415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-7337c6e2-d326-4a72-8316-4c107cc8494b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.1144502 Feb 17 21:01:34.204302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:34.211238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:34.212632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.287717 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.289045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.317931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.320726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-578377d9-d599-4783-8390-d2a0d3092e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:34.322929 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-578377d9-d599-4783-8390-d2a0d3092e1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235068 Feb 17 21:01:34.328824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5af7765f-9f6f-42c9-a7f7-4d8a957b045e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:34.362542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ab055-560a-4a3c-8bbd-d9e813be7c22,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:34.377199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:34.386453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb86ca-d3b6-48b8-8825-32f583e66254 req-6ceadecf-f1a9-401b-a6c5-f998f2dc6056 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:34.388189 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68cb86ca-d3b6-48b8-8825-32f583e66254 req-6ceadecf-f1a9-401b-a6c5-f998f2dc6056 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.1608360 Feb 17 21:01:34.462166 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68cb86ca-d3b6-48b8-8825-32f583e66254 req-3e877d3a-d114-4839-94ab-ce55b8982819 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650940 Feb 17 21:01:34.468085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99c01f0b0d194d10854d042e45fa44a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0063705 Feb 17 21:01:34.469162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34518) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:34.555318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.564249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34522) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:34.565046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:34.595972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:35.187514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:35.188368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.188821 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'code': 200} Feb 17 21:01:35.189655 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-c9d0e8d3-5954-4a97-924d-2f9292f59fb9 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871271 Feb 17 21:01:35.190358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685288802-network', 'tenant_id': '01b2b1f48d28413cbf0be699a1c25882'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:35.190358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:35.190358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Usage tracker for resource:network and tenant:01b2b1f48d28413cbf0be699a1c25882 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:35.190358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:35.190358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:35.191016 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd132c4-2ce9-4fd8-82ba-76a7e8e46153 req-414b176c-c9f0-4999-9732-d145a2d0d232 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401987 Feb 17 21:01:35.191385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.191385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:35.191673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.191673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-23708fcb-e873-4ae3-99d7-a54bc2c5ef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:35.214213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ab055-560a-4a3c-8bbd-d9e813be7c22,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:35.226041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:35.231877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Made reservation on behalf of 01b2b1f48d28413cbf0be699a1c25882 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:35.254894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.297514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.315886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.317223 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f71ab055-560a-4a3c-8bbd-d9e813be7c22 HTTP/1.1" status: 204 len: 168 time: 0.8469980 Feb 17 21:01:35.333088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:35.339759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Usage tracker for resource:security_group_rule and tenant:01b2b1f48d28413cbf0be699a1c25882 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:35.344643 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:35.352912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.362873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:35.375201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:35.389881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e34dd8-39c2-4db3-a6d9-057ee35d58fe req-0808a730-f76b-4ffe-93b9-e8b12a5d3fcf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:35.394970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.395505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.396002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.396484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.396976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.397456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.397962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.398440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.398989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.399500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.401313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.401846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.402381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.402840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.403434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.403557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36e34dd8-39c2-4db3-a6d9-057ee35d58fe req-0808a730-f76b-4ffe-93b9-e8b12a5d3fcf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1706653 Feb 17 21:01:35.404143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.405225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.405825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.406531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.407226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.407792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.408348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.408911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.409484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:35.414415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.415356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740df0b-ecb3-4695-a614-75b272cc1aa4 req-fb5b72f3-dd28-4b12-8f5b-720e9d09673a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:35.415889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:35.417097 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c740df0b-ecb3-4695-a614-75b272cc1aa4 req-fb5b72f3-dd28-4b12-8f5b-720e9d09673a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2840204 Feb 17 21:01:35.504594 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c740df0b-ecb3-4695-a614-75b272cc1aa4 req-2e7dd102-f97f-4c43-aba7-c552b1e836ed tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776124 Feb 17 21:01:35.533983 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36e34dd8-39c2-4db3-a6d9-057ee35d58fe req-f6cb29dd-7ad8-4252-85b4-fdf592d6c4e6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294303 Feb 17 21:01:35.571441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc3b2d-3eec-49d7-9251-3979c26b578f req-5b12fe61-f4b4-4f7c-814a-973ea23c3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:35.574981 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3abc3b2d-3eec-49d7-9251-3979c26b578f req-5b12fe61-f4b4-4f7c-814a-973ea23c3428 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1163 time: 0.1335554 Feb 17 21:01:35.667724 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3abc3b2d-3eec-49d7-9251-3979c26b578f req-c8555cac-80fe-4a7a-804d-5d732c5838d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794508 Feb 17 21:01:35.669604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.702985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.707580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-450be5b0-66e2-4d47-84c3-062c47a4c739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:35.793610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:01:35.810017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1b0f3-8796-4419-adf0-adf045003647,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:35.816980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:35.844955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ab704-6703-4bcf-a64b-beb4c056ba4a req-c06b7dfa-4815-4b22-8919-e0446fd658ff tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:35.846631 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9d9ab704-6703-4bcf-a64b-beb4c056ba4a req-c06b7dfa-4815-4b22-8919-e0446fd658ff tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1290514 Feb 17 21:01:35.876921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:35.880492 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Added segment 20028630-6dd8-4166-9a32-e0aeda6f4488 of type vxlan for network 55be2117-8f56-40c7-ae17-5de8c1ae5530 Feb 17 21:01:35.905169 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9d9ab704-6703-4bcf-a64b-beb4c056ba4a req-a0cb2b60-c3f0-4b13-8c2e-1c0dae1f16d9 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516682 Feb 17 21:01:35.976763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.115035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.118547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:36.119642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.127037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:36.236452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Pushing event updated for resources: {'Network': ['ID=55be2117-8f56-40c7-ae17-5de8c1ae5530,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:36.239884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:36.248641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:01:36.261682 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6889284 Feb 17 21:01:36.263372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34584) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:36.269599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Request body: {'subnet': {'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685288802-subnet', 'tenant_id': '01b2b1f48d28413cbf0be699a1c25882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:36.270672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:01:36.274613 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:36.278768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Usage tracker for resource:subnet and tenant:01b2b1f48d28413cbf0be699a1c25882 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:36.281823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:36.299699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:36.327056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34588) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:36.350906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.364282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Made reservation on behalf of 01b2b1f48d28413cbf0be699a1c25882 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:36.369018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851732285'] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.449977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:36.454691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Usage tracker for resource:security_group_rule and tenant:de63c6e5806647aebdbd58c70321e96c is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:36.457688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:36.470829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:36.810934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935d104-103c-418e-91e4-41c894d82290 req-3de74aac-e7ef-4ad6-8d47-6dc3091341af tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:36.812551 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2935d104-103c-418e-91e4-41c894d82290 req-3de74aac-e7ef-4ad6-8d47-6dc3091341af tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.0947754 Feb 17 21:01:36.867685 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2935d104-103c-418e-91e4-41c894d82290 req-98203e18-368d-4bc5-a188-80124216cebb tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Feb 17 21:01:36.905058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8a9d-c3cf-435a-aaf6-be6933e316f7 req-76b742b6-74f9-4585-b568-e4767f6e6dfd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:36.907671 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-eaea8a9d-c3cf-435a-aaf6-be6933e316f7 req-76b742b6-74f9-4585-b568-e4767f6e6dfd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1685853 Feb 17 21:01:37.030011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.037722 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-eaea8a9d-c3cf-435a-aaf6-be6933e316f7 req-f2c1eee1-3c76-4bfe-862f-ae6037a5eb26 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122086 Feb 17 21:01:37.066039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.081646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-646089f9-f0ce-4f6c-beb9-f4fd52dbe22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:37.193732 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de63c6e5806647aebdbd58c70321e96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653603 Feb 17 21:01:37.196370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34608) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:37.198797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaaafc-42cc-47ec-98c7-57c48c677c0b req-98ef8d8c-4de1-459c-893b-9d2bdc133fce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:37.198933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99392b7-a1fb-47d2-8a0e-9fbfc343fd99,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:37.200419 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3eaaafc-42cc-47ec-98c7-57c48c677c0b req-98ef8d8c-4de1-459c-893b-9d2bdc133fce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0984867 Feb 17 21:01:37.214541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:37.254931 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3eaaafc-42cc-47ec-98c7-57c48c677c0b req-5b8a258c-d23a-475d-92b4-e107c5725c35 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Feb 17 21:01:37.292367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.479161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34614) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:37.528327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.633210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852372578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851732270'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.649824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b2b497af-b7e9-403c-813e-f5be148a5c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:37.709234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.725974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:37.730363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:af52810034154f62b14658ee83e74501 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:37.733627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:37.739955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.740101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:37.793920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cb4948-f051-4fa6-91bd-e2c86010fb8e,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:37.800332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:37.800868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-465ed644-1f88-40cd-b969-882de3f9b361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:37.812418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.819923 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e99392b7-a1fb-47d2-8a0e-9fbfc343fd99 HTTP/1.1" status: 204 len: 168 time: 0.6161940 Feb 17 21:01:37.828674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99392b7-a1fb-47d2-8a0e-9fbfc343fd99,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:37.832664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:37.832885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.868248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:37.879860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ecc3d93-cbb8-442a-8d20-a183d7ac3647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:37.891073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Checking segment: {'id': '20028630-6dd8-4166-9a32-e0aeda6f4488', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:37.891468 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Network hostable DHCP agents. Network: 55be2117-8f56-40c7-ae17-5de8c1ae5530, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:01:37.923627 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af52810034154f62b14658ee83e74501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432328 Feb 17 21:01:37.926691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34628) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:37.928286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4d798-4bcb-4ff2-979e-18ec73dd72b5,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:37.932002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:37.971852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:01:38.014040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.026433 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 55be2117-8f56-40c7-ae17-5de8c1ae5530) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:38.036791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0d152-6131-4a17-a371-f7403d2b1d47 None None] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:01:38.105120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.114022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:38.114674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.213880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66776fef-72fe-4637-8c0e-d91276aace5d req-6ad57a1b-a0cf-4b5c-a0c4-7e01564ee567 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:38.216080 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-66776fef-72fe-4637-8c0e-d91276aace5d req-6ad57a1b-a0cf-4b5c-a0c4-7e01564ee567 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1720960 Feb 17 21:01:38.219547 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a8a730cf-ffc0-4663-a11f-cbb9abc093ef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9551151 Feb 17 21:01:38.278449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.291628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:38.359249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4d798-4bcb-4ff2-979e-18ec73dd72b5,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:38.379874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:38.388166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.395686 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfc4d798-4bcb-4ff2-979e-18ec73dd72b5 HTTP/1.1" status: 204 len: 168 time: 0.4673061 Feb 17 21:01:38.416833 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-66776fef-72fe-4637-8c0e-d91276aace5d req-f5360d60-5bd0-43f3-96dd-3c484e9b2d8a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827340 Feb 17 21:01:38.478126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486043a-5676-4624-bbd7-5740fe9f55cf None None] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:01:38.581054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75307e-4840-4e3d-9d86-87c9a83b73fc req-e47ec380-8cd6-408a-8f6c-03584cfdb4d7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:38.582730 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba75307e-4840-4e3d-9d86-87c9a83b73fc req-e47ec380-8cd6-408a-8f6c-03584cfdb4d7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1820440 Feb 17 21:01:38.667672 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba75307e-4840-4e3d-9d86-87c9a83b73fc req-1bae032c-6758-4f1c-b79c-3a35d9a5efce tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744417 Feb 17 21:01:38.674741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:38.795677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bd998-5adf-461d-9469-67d654a2dd50 req-e014a11e-5056-4c14-a3f8-5b328d5ead3b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:38.799542 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a0bd998-5adf-461d-9469-67d654a2dd50 req-e014a11e-5056-4c14-a3f8-5b328d5ead3b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1371012 Feb 17 21:01:38.901185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:38.901638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:38.914242 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a0bd998-5adf-461d-9469-67d654a2dd50 req-ea96b24b-c9b8-4f47-90ae-258fecdb5870 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971658 Feb 17 21:01:39.081578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:39.166138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7296ec-b8cd-4678-9d83-d87bdcf5b640 req-6f02e3bb-7d64-45a9-8ef3-3e60cb6c8467 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:39.167772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fe7296ec-b8cd-4678-9d83-d87bdcf5b640 req-6f02e3bb-7d64-45a9-8ef3-3e60cb6c8467 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1110928 Feb 17 21:01:39.177332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34682) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:39.184628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'floatingip': {'port_id': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:39.207557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 42fba305-eb7a-495b-a445-fef1f0a14e76 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:39.213192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:39.213641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.274701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.320750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34690) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:39.349454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.365775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:39.370190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc32166489748eb9c3583b9af51c2ec is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:39.390518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:39.403981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:39.439471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.741947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=42fba305-eb7a-495b-a445-fef1f0a14e76,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:39.746264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:39.771684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.774615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3749073-9524-46be-95fc-8626649e1aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:39.922194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:39.938789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:39.943398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:39.964483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21463456-f191-44a1-a4c0-1551b5f40446 req-193f6d8d-984d-4743-9c49-273399c54e62 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:39.973553 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21463456-f191-44a1-a4c0-1551b5f40446 req-193f6d8d-984d-4743-9c49-273399c54e62 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2885513 Feb 17 21:01:39.994998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.009323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c530ec7-0c39-4d19-8408-5f20252b1f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:40.099730 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cc32166489748eb9c3583b9af51c2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750962 Feb 17 21:01:40.099730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec44332-ef89-4a92-8502-67e5159e0cdd,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:40.115246 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21463456-f191-44a1-a4c0-1551b5f40446 req-fbca29e8-b83f-4ece-a9cf-2fe07d40f711 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403904 Feb 17 21:01:40.115827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34726) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:40.117772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:40.180256 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'code': 200} Feb 17 21:01:40.258206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.276561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d475de-725f-472c-b0a7-0690474be5ac req-069a3566-3da4-4d63-a385-032736eb2862 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:40.278209 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68d475de-725f-472c-b0a7-0690474be5ac req-069a3566-3da4-4d63-a385-032736eb2862 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.3515639 Feb 17 21:01:40.291169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34736) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:40.306857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.330200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2064333256-network', 'tenant_id': 'f92102775909400e95cdaa724aaac822'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:40.346223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:40.355936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Usage tracker for resource:network and tenant:f92102775909400e95cdaa724aaac822 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:40.363700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:40.384246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:40.421941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.422703 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68d475de-725f-472c-b0a7-0690474be5ac req-9c64b716-71bf-4699-858c-fdd49c8e6b06 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330884 Feb 17 21:01:40.427926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:40.446270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec44332-ef89-4a92-8502-67e5159e0cdd,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:40.449500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:40.451943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.462865 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bec44332-ef89-4a92-8502-67e5159e0cdd HTTP/1.1" status: 204 len: 168 time: 0.3414466 Feb 17 21:01:40.484520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Made reservation on behalf of f92102775909400e95cdaa724aaac822 for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:40.490997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.517497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.610559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:40.625917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Usage tracker for resource:security_group_rule and tenant:f92102775909400e95cdaa724aaac822 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:40.631434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.resource_extend [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:01:40.691732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:40.709081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:40.778178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.792465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdc4c-b0b8-4271-8213-0507c967daaa req-5c7b94a0-1e2c-442f-9999-21f40f3fee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:40.794109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5f0bdc4c-b0b8-4271-8213-0507c967daaa req-5c7b94a0-1e2c-442f-9999-21f40f3fee85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1162 time: 0.2555652 Feb 17 21:01:40.825450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:40.911471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34752) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:41.071124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.094598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:41.099199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe01308680c4927aa83757f3420d79f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:41.104396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:41.112151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:41.152359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.186821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.198422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ad21665a-f49c-471f-a983-c62adc6e0bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:41.211831 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5f0bdc4c-b0b8-4271-8213-0507c967daaa req-c822a481-20b3-4e63-b550-0b38c2ba20d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103284 Feb 17 21:01:41.219892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.256289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.266254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ee8a1c56-ec29-40ba-8605-44864db19779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:41.303147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cea691-d9cd-4301-b16d-1ff0e5a6a4ae,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:41.311101 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fe01308680c4927aa83757f3420d79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984220 Feb 17 21:01:41.313883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34774) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:41.315728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:41.317458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72dee4-e5df-4242-bd91-42479275c9c3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:41.331422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:01:41.332045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:41.365327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.365906 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Added segment f6659878-266c-43c7-8696-43297c2454a3 of type vxlan for network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e Feb 17 21:01:41.375234 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 001bbea7-bc83-4480-9fdf-eb11e0a3d6cc associated. External IP: 172.28.2.83, port: 25391ef5-779b-4633-9dbb-7b67d9e0e243. Feb 17 21:01:41.464051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.504040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751ef6e-b328-40c1-8efd-a9cab38dfd83 req-f789ee43-f9cf-4866-bb0a-89d9b5e39828 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:41.516345 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a751ef6e-b328-40c1-8efd-a9cab38dfd83 req-f789ee43-f9cf-4866-bb0a-89d9b5e39828 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1838253 Feb 17 21:01:41.561262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.678131 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a751ef6e-b328-40c1-8efd-a9cab38dfd83 req-267d2d72-dc11-4011-977e-c6120f4e7e69 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604362 Feb 17 21:01:41.762790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.763038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.775495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bf3bef4-90b3-4138-86a7-69413c0818f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:41.784409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34798) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:41.792798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72dee4-e5df-4242-bd91-42479275c9c3,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:41.795758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:41.800225 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c72dee4-e5df-4242-bd91-42479275c9c3 HTTP/1.1" status: 204 len: 168 time: 0.4853036 Feb 17 21:01:41.801649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:41.932322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e94e4-7d26-4ebc-88b4-05d0902a462c req-a5f6376d-143c-4e10-ad2d-2d41a7fe091c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:41.934002 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d31e94e4-7d26-4ebc-88b4-05d0902a462c req-a5f6376d-143c-4e10-ad2d-2d41a7fe091c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.3209672 Feb 17 21:01:41.977032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:42.069994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.073282 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d31e94e4-7d26-4ebc-88b4-05d0902a462c req-a18b15d2-102b-4597-8f68-013f724c50ba tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230209 Feb 17 21:01:42.077454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:42.078122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.085766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3412c2c5-4380-49d7-84a5-69bae3ec9bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:42.241578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Pushing event updated for resources: {'Network': ['ID=0a62b8c4-f4ab-4f11-ab78-ce32d865a54e,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:42.248275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.254017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:01:42.287106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:01:42.310942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:42.329452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:42.340275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Usage tracker for resource:security_group_rule and tenant:e5bbc460efa64a7d992da80e0b1a7991 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:42.356382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:42.366419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:42.368285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:42.372935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.382855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:42.396523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:42.397518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:42.421884 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1265855 Feb 17 21:01:42.422309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34814) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:42.429801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:42.431965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Request body: {'subnet': {'network_id': '0a62b8c4-f4ab-4f11-ab78-ce32d865a54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2064333256-subnet', 'tenant_id': 'f92102775909400e95cdaa724aaac822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:42.460242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:42.484405 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c4bcda90-3e35-4fb2-9cfb-a8a186aa8845 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "PUT /v2.0/floatingips/001bbea7-bc83-4480-9fdf-eb11e0a3d6cc HTTP/1.1" status: 200 len: 991 time: 3.3055477 Feb 17 21:01:42.487469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:42.492425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Usage tracker for resource:subnet and tenant:f92102775909400e95cdaa724aaac822 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:42.516118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:42.552885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:42.615975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Made reservation on behalf of f92102775909400e95cdaa724aaac822 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:42.628639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851732285'] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.638020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:42.639022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.665156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.667403 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'status': 'completed', 'code': 200} Feb 17 21:01:42.702445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.712145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49afa23a-f114-46f3-89cc-84abb6bea326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:42.938208 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5bbc460efa64a7d992da80e0b1a7991&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476841 Feb 17 21:01:42.944247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34838) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:43.035357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:43.048544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d78f1-e348-4809-9d2c-189b173e307c,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:43.067479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:43.140403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65fb05-b4d2-49e4-bd97-ad5ab8592034 req-8d1a848c-ea78-436a-8aee-802e760500ae tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.148583 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ae65fb05-b4d2-49e4-bd97-ad5ab8592034 req-8d1a848c-ea78-436a-8aee-802e760500ae tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2880158 Feb 17 21:01:43.206154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.236804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.303431 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ae65fb05-b4d2-49e4-bd97-ad5ab8592034 req-00022b75-ebb5-48ba-a55c-8782d40a8642 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538119 Feb 17 21:01:43.317773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45aada-7fd2-408b-906b-e868bba53222 req-b2b7712c-6246-489b-81e2-baa2ad2ce0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.331688 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-b2b7712c-6246-489b-81e2-baa2ad2ce0ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1163 time: 0.3581820 Feb 17 21:01:43.526081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45aada-7fd2-408b-906b-e868bba53222 req-581e1bec-9b13-478d-8827-052a89db8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.527762 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-581e1bec-9b13-478d-8827-052a89db8fe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.1853445 Feb 17 21:01:43.534385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.572400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198063a-db45-4c29-aaf6-4af7c2a61a88 req-83615414-3891-4b7a-a85b-ebe85438ad73 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.574149 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8198063a-db45-4c29-aaf6-4af7c2a61a88 req-83615414-3891-4b7a-a85b-ebe85438ad73 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1609869 Feb 17 21:01:43.644146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:43.669199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d78f1-e348-4809-9d2c-189b173e307c,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:43.696240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:43.701071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.704929 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c77d78f1-e348-4809-9d2c-189b173e307c HTTP/1.1" status: 204 len: 168 time: 0.7518353 Feb 17 21:01:43.721239 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8198063a-db45-4c29-aaf6-4af7c2a61a88 req-b936f2b8-1053-4cdf-bcf6-34e9ad1fab7a tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199722 Feb 17 21:01:43.768067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-4194f5f6-5354-468a-8b76-2578e48e9311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 999 time: 0.2203524 Feb 17 21:01:43.835461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852372578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851732270'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.835820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '001bbea7-bc83-4480-9fdf-eb11e0a3d6cc', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:a7:ac:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:12Z', 'updated_at': '2021-02-17T21:01:40Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:43.851810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:43.856234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f0251a54-e97b-4472-89ff-3da0601ae60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:43.872321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:43.873572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:43.893748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45aada-7fd2-408b-906b-e868bba53222 req-52300833-a7d7-431b-9d9a-cf919dd0b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.897127 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-52300833-a7d7-431b-9d9a-cf919dd0b049 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.1202841 Feb 17 21:01:44.037478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07cd8ca-d3a2-4372-a363-069a98d6c604,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:44.042655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:44.126302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Checking segment: {'id': 'f6659878-266c-43c7-8696-43297c2454a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0a62b8c4-f4ab-4f11-ab78-ce32d865a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:44.126701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45aada-7fd2-408b-906b-e868bba53222 req-93bbbb2b-28d9-4bf1-8dc8-f81d04161d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:44.126964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Network hostable DHCP agents. Network: 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:01:44.128321 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-93bbbb2b-28d9-4bf1-8dc8-f81d04161d03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2241611 Feb 17 21:01:44.130362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:44.174110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8709b-bacb-4178-bd35-f59f120787f7 req-edd4f3f0-486c-4aa0-9d46-5f8bf56f07b9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:44.175695 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-95e8709b-bacb-4178-bd35-f59f120787f7 req-edd4f3f0-486c-4aa0-9d46-5f8bf56f07b9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1980228 Feb 17 21:01:44.185845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34880) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:44.192479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'floatingip': {'port_id': '42fba305-eb7a-495b-a445-fef1f0a14e76'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:44.300296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:44.440341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.522618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:44.526632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.588752 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-71e0fda8-13fa-43e9-a3a1-c6f95f81f8cb service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464996 Feb 17 21:01:44.599430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:01:44.918779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34896) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:44.970322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.000590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:45.005251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Usage tracker for resource:security_group_rule and tenant:69abcaddf45a44b5a3c232254c6eb241 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:45.008733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:45.016095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:45.090556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '001bbea7-bc83-4480-9fdf-eb11e0a3d6cc', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:a7:ac:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:12Z', 'updated_at': '2021-02-17T21:01:40Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:45.106728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ca131-2ed6-44f1-8a2d-3ba0a650b152 req-76a03438-516b-4a8e-b073-97f03d716539 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.108033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40423-6ec6-41eb-b81f-c04210b1d879 None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '001bbea7-bc83-4480-9fdf-eb11e0a3d6cc', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:a7:ac:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:12Z', 'updated_at': '2021-02-17T21:01:40Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:45.109445 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc8ca131-2ed6-44f1-8a2d-3ba0a650b152 req-76a03438-516b-4a8e-b073-97f03d716539 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.4387619 Feb 17 21:01:45.241224 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c45aada-7fd2-408b-906b-e868bba53222 req-e8edbb7b-4bc7-44f2-b2e9-a8099f194eea service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6427019 Feb 17 21:01:45.246936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc8ca131-2ed6-44f1-8a2d-3ba0a650b152 req-1f147c8e-59fa-44a9-aa3a-3ee5e74534ca tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191792 Feb 17 21:01:45.303982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.365428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.382230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d084a9a5-2040-4485-9ce0-f7c1ed208c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:45.489186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08708f6b-9e73-4979-bf34-1a2b8ba15d3f,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:45.508925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:45.519642 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69abcaddf45a44b5a3c232254c6eb241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5994191 Feb 17 21:01:45.533559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 34920) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:45.615527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad9291-c260-4c85-a65c-1337fe831c22 None None] New status for floating IP 001bbea7-bc83-4480-9fdf-eb11e0a3d6cc: ACTIVE {{(pid=84092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:01:45.715107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.738283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:45.774894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.775545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.782162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.854976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a92143-17f0-475d-a32d-e839d801b054 None None] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:01:45.887764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.895803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-511e90f7-a17a-48cb-98d2-733a93d16a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:45.903854 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9c86a6ff-2360-4255-bc24-13a25bf84f69 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4738195 Feb 17 21:01:45.925136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08708f6b-9e73-4979-bf34-1a2b8ba15d3f,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:45.935350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:45.936796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.942743 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08708f6b-9e73-4979-bf34-1a2b8ba15d3f HTTP/1.1" status: 204 len: 168 time: 0.4071488 Feb 17 21:01:46.069495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:46.100126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:46.306066 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Floating IP 8fc80383-b7f2-4922-906b-4ce36ab24a5a associated. External IP: 172.28.2.82, port: 42fba305-eb7a-495b-a445-fef1f0a14e76. Feb 17 21:01:46.438645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfee64b-08f2-44e1-b6c5-84d480af790e None None] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:01:46.751662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d160d-e987-40e4-9150-71de214ec46d req-e615fa15-64dd-4fbe-b07d-85e99469761d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:46.753445 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0a3d160d-e987-40e4-9150-71de214ec46d req-e615fa15-64dd-4fbe-b07d-85e99469761d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.3390326 Feb 17 21:01:46.871142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 34974) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:46.907180 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0a3d160d-e987-40e4-9150-71de214ec46d req-aa9e6e19-fbd1-4ba5-8016-f8f7bb4e66db tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411498 Feb 17 21:01:46.920746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:46.942775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:46.950501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Usage tracker for resource:security_group_rule and tenant:4511629a1c3142059bc6b2a81aafb926 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:46.958100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:46.959181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:46.964086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-40d37386-0c61-4ad7-8a97-d3128cb43b8b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:46.968004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:46.972951 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-40d37386-0c61-4ad7-8a97-d3128cb43b8b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/networks?id=55be2117-8f56-40c7-ae17-5de8c1ae5530 HTTP/1.1" status: 200 len: 808 time: 0.2356489 Feb 17 21:01:46.992057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-01b17e62-b160-4a37-b0b4-a1a41bb8888a tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/quotas/01b2b1f48d28413cbf0be699a1c25882 HTTP/1.1" status: 200 len: 375 time: 0.0180657 Feb 17 21:01:47.073281 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-0f8f3d67-e598-4ab1-bce6-0784ecf7bcec tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01b2b1f48d28413cbf0be699a1c25882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801761 Feb 17 21:01:47.259451 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-01f01b77-bc90-4077-917f-a869b15dd133 service neutron] 10.222.0.59 "GET /v2.0/networks/55be2117-8f56-40c7-ae17-5de8c1ae5530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850102 Feb 17 21:01:47.472283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:47.472767 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-38340f84-2cc4-4728-9e08-587207959c19 service neutron] 10.222.0.59 "GET /v2.0/networks/55be2117-8f56-40c7-ae17-5de8c1ae5530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2122540 Feb 17 21:01:47.483450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:47.501143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:47.501927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:47.541928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:47.661794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:47.680977 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a2317d77-2818-4fe5-8ff6-343c91615504 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "PUT /v2.0/floatingips/8fc80383-b7f2-4922-906b-4ce36ab24a5a HTTP/1.1" status: 200 len: 990 time: 3.4937603 Feb 17 21:01:47.682057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:47.710348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:47.721108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-504fdb7c-dd6c-4651-a3b9-6ae6eee301b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:47.772016 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4511629a1c3142059bc6b2a81aafb926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973639 Feb 17 21:01:47.773085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75194f7-bb4d-423e-aa70-1be2327a0622,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:47.775819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35006) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:47.776901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:47.784518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:47.910252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:47.937156 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'status': 'completed', 'code': 200} Feb 17 21:01:47.942676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:48.068351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:48.086734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-36c9bce8-9896-47e9-9bb0-10b39de1af6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:48.109258 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f51bc8c6-3633-4e6b-9bc6-a5f4a0113294 req-d90b9a7e-7df5-44f4-9f53-bcd34268e2a3 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.1066291 Feb 17 21:01:48.120917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75194f7-bb4d-423e-aa70-1be2327a0622,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:48.120917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:48.188197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:48.189531 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a75194f7-bb4d-423e-aa70-1be2327a0622 HTTP/1.1" status: 204 len: 168 time: 0.4126308 Feb 17 21:01:48.226872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5c67-398f-4359-9554-51865e4265ec req-5d87c219-d614-4b22-833b-abb1871b54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.228793 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-5d87c219-d614-4b22-833b-abb1871b54fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1162 time: 0.2267194 Feb 17 21:01:48.384030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe5369-2a30-44f2-b633-981d342278ab req-5ce3617e-f957-4122-924b-e7343097d2a9 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.385648 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4bfe5369-2a30-44f2-b633-981d342278ab req-5ce3617e-f957-4122-924b-e7343097d2a9 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2771342 Feb 17 21:01:48.468773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5c67-398f-4359-9554-51865e4265ec req-334ffa39-c487-4d92-b9f8-aea75ff99988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.470393 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-334ffa39-c487-4d92-b9f8-aea75ff99988 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.2183743 Feb 17 21:01:48.473628 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4bfe5369-2a30-44f2-b633-981d342278ab req-9746b652-0fc8-4154-ad06-cdd803440128 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803800 Feb 17 21:01:48.485863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '8fc80383-b7f2-4922-906b-4ce36ab24a5a', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:56:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:18Z', 'updated_at': '2021-02-17T21:01:45Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:48.492987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:48.513912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:48.514598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:01:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:48.631766 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-773d827f-cf34-4953-9e16-fa649e2407e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 998 time: 0.1520610 Feb 17 21:01:48.809652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5c67-398f-4359-9554-51865e4265ec req-dfa170cb-bfd5-447e-a462-eff8ab0172de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.811873 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-dfa170cb-bfd5-447e-a462-eff8ab0172de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.1695118 Feb 17 21:01:48.942920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:48.995449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5c67-398f-4359-9554-51865e4265ec req-b0acc61c-94a6-4daa-a10b-2b3dafb64de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.998847 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-b0acc61c-94a6-4daa-a10b-2b3dafb64de9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1695626 Feb 17 21:01:49.219354 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-1b6befe5-8d57-4dd3-b802-c5dce7c15809 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016683 Feb 17 21:01:49.401122 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c4f11bb8-62b2-4053-bba4-87dffd688156 req-70599481-2492-41ec-8ab9-91d2575d6c14 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.0911229 Feb 17 21:01:49.492555 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2efd5c67-398f-4359-9554-51865e4265ec req-a5b66dc4-77e4-48b8-92a0-c0419e71e500 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2614431 Feb 17 21:01:49.571734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '8fc80383-b7f2-4922-906b-4ce36ab24a5a', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:56:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:18Z', 'updated_at': '2021-02-17T21:01:45Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:49.577290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5ed25-acd2-4e45-a411-f4b06ca926a4 None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '8fc80383-b7f2-4922-906b-4ce36ab24a5a', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:56:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:18Z', 'updated_at': '2021-02-17T21:01:45Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:49.752528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04235608-fc6e-498b-a1aa-d9e1c8519641 req-744b59b4-5baa-4862-a21a-7d49b58cf1ee tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:49.754475 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04235608-fc6e-498b-a1aa-d9e1c8519641 req-744b59b4-5baa-4862-a21a-7d49b58cf1ee tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1403801 Feb 17 21:01:49.809458 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04235608-fc6e-498b-a1aa-d9e1c8519641 req-fa1ed0a5-218b-48c2-9f33-78412e62d707 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Feb 17 21:01:49.943257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c75d7-7647-4477-96c4-83aa502cef89 None None] New status for floating IP 8fc80383-b7f2-4922-906b-4ce36ab24a5a: ACTIVE {{(pid=84092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:01:50.290602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:50.710120 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd26bb6d-a2f9-49f8-bd4a-226d7bce904c req-4a56a219-e6c0-4bc3-a429-6c2440c6967a tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.0923452 Feb 17 21:01:50.787533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-53f504e5-0c90-4fc9-a3bc-ae2fdf753967 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:50.789171 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-53f504e5-0c90-4fc9-a3bc-ae2fdf753967 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.57 "GET /v2.0/networks?id=55be2117-8f56-40c7-ae17-5de8c1ae5530 HTTP/1.1" status: 200 len: 808 time: 0.3603916 Feb 17 21:01:50.812676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Request body: {'port': {'device_id': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530', 'admin_state_up': True, 'tenant_id': '01b2b1f48d28413cbf0be699a1c25882'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:51.101755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:51.108707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Usage tracker for resource:port and tenant:01b2b1f48d28413cbf0be699a1c25882 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:51.112309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:51.126240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:51.136466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6ae9-adfd-4168-a97e-e399ba112c5e req-3d01ef9f-1d9b-4f87-8af3-c92e5ec41240 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:51.138094 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9ecb6ae9-adfd-4168-a97e-e399ba112c5e req-3d01ef9f-1d9b-4f87-8af3-c92e5ec41240 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1689785 Feb 17 21:01:51.193924 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9ecb6ae9-adfd-4168-a97e-e399ba112c5e req-8f67be72-016b-4018-aaaa-eff9208ae99a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Feb 17 21:01:51.256284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Made reservation on behalf of 01b2b1f48d28413cbf0be699a1c25882 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:51.261920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:51.833302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Allocated IP 172.20.0.13 (55be2117-8f56-40c7-ae17-5de8c1ae5530/11cb4948-f051-4fa6-91bd-e2c86010fb8e/b7140111-9adc-4c9d-9d8f-7391bb0c482c) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:52.043547 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e4fe47f6-cc91-4bda-af20-e936cdd14646 req-179d79d2-8afb-45e4-8a33-6e18588bfbf0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.1314783 Feb 17 21:01:52.169597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.254942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.342348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:52.415900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee33114-df17-4094-8aab-66c8231e2bda req-3721d3a8-7f19-4d04-994d-b5029256f892 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:52.418209 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dee33114-df17-4094-8aab-66c8231e2bda req-3721d3a8-7f19-4d04-994d-b5029256f892 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.0890636 Feb 17 21:01:52.449294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Pushing event updated for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:52.455174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:52.486199 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dee33114-df17-4094-8aab-66c8231e2bda req-4b290052-18d9-48b1-8ec3-014052ec7368 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620539 Feb 17 21:01:52.509536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:52.510786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:52.513358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:52.518350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:52.518568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.568772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7602625 Feb 17 21:01:52.573633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35182) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:52.608193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Request body: {'port': {'device_id': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:52.770841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.790174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:52.794349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Usage tracker for resource:security_group_rule and tenant:4a4d386fe943414da24e9a6e2ad66fe9 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:52.805375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:52.813162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.823085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:53.103797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.173671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.191707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4af0931e-4fd7-484d-a460-d520a5fb3ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:53.296464 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a4d386fe943414da24e9a6e2ad66fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7216115 Feb 17 21:01:53.299380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35202) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:53.322547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46996182-76fe-4188-8f49-c6a3e2fbf0ed,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:53.342379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:53.377177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.396158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9876e-f896-4aff-bd57-38e064d34cba req-847a9aad-762e-44a4-bf06-d5aa1e268399 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:53.396858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-00b9876e-f896-4aff-bd57-38e064d34cba req-847a9aad-762e-44a4-bf06-d5aa1e268399 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Synchronizing usage tracker for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:53.407415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.471572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7140111-9adc-4c9d-9d8f-7391bb0c482c {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:53.479627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.491713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Transition to ACTIVE for port object b7140111-9adc-4c9d-9d8f-7391bb0c482c will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:53.493293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.498638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7974a0c2-e53e-46fc-98c7-e8004dd36ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:53.509740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46996182-76fe-4188-8f49-c6a3e2fbf0ed,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:53.515281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:53.517346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.519815 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46996182-76fe-4188-8f49-c6a3e2fbf0ed HTTP/1.1" status: 204 len: 168 time: 0.2181394 Feb 17 21:01:53.540026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-00b9876e-f896-4aff-bd57-38e064d34cba req-847a9aad-762e-44a4-bf06-d5aa1e268399 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Unset dirty status for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:53.541305 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-00b9876e-f896-4aff-bd57-38e064d34cba req-847a9aad-762e-44a4-bf06-d5aa1e268399 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 932 time: 0.3594472 Feb 17 21:01:53.541989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.560308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:53.790182 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-00b9876e-f896-4aff-bd57-38e064d34cba req-5eef3d95-c09b-4e6a-9236-e036705f0ea2 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401780 Feb 17 21:01:53.792639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1aaa5-1579-40fc-b2fb-9796770e64a0 req-99cd5371-c1dd-4d26-919e-fc47da26b92e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:53.795380 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-44c1aaa5-1579-40fc-b2fb-9796770e64a0 req-99cd5371-c1dd-4d26-919e-fc47da26b92e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1127067 Feb 17 21:01:53.808718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:53.822783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:53.896743 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-44c1aaa5-1579-40fc-b2fb-9796770e64a0 req-8f3adc15-c9f2-482d-8849-7c81689d2d04 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947111 Feb 17 21:01:54.038109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Attempting to bind port b7140111-9adc-4c9d-9d8f-7391bb0c482c on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:54.038486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Attempting to bind port b7140111-9adc-4c9d-9d8f-7391bb0c482c by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '20028630-6dd8-4166-9a32-e0aeda6f4488', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:54.038855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Attempting to bind port b7140111-9adc-4c9d-9d8f-7391bb0c482c on network 55be2117-8f56-40c7-ae17-5de8c1ae5530 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:54.044675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:54.045052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Checking segment: {'id': '20028630-6dd8-4166-9a32-e0aeda6f4488', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:54.045452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.045905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Bound using segment: {'id': '20028630-6dd8-4166-9a32-e0aeda6f4488', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:54.046388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Bound port: b7140111-9adc-4c9d-9d8f-7391bb0c482c, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20028630-6dd8-4166-9a32-e0aeda6f4488', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55be2117-8f56-40c7-ae17-5de8c1ae5530'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:54.046748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.151600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] For port b7140111-9adc-4c9d-9d8f-7391bb0c482c, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:54.154912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] For port b7140111-9adc-4c9d-9d8f-7391bb0c482c, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=b7140111-9adc-4c9d-9d8f-7391bb0c482c,segment=NetworkSegment(20028630-6dd8-4166-9a32-e0aeda6f4488),segment_id=20028630-6dd8-4166-9a32-e0aeda6f4488)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:54.200137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.204792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35234) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:54.224064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.240797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:54.245196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Usage tracker for resource:security_group_rule and tenant:c481b1d9011648568786a9357a11cab1 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:54.248924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:54.255232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:54.312595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:54.345970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.387733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.396796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:54.424546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:54.428458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e748e565-a0fe-4f2a-97cc-03477890ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:54.430629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:54.443108 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c481b1d9011648568786a9357a11cab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370732 Feb 17 21:01:54.445876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35238) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:54.481243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864297bd-1154-4bf9-8d3f-7c1416d770df,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:54.497096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:54.497558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.502474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:54.503418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.503561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:54.507524 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b7140111-9adc-4c9d-9d8f-7391bb0c482c HTTP/1.1" status: 200 len: 1158 time: 1.9042876 Feb 17 21:01:54.511357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:54.583283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.601815 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c', 'status': 'completed', 'code': 200} Feb 17 21:01:54.646761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.651209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:01:54.781297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-49dea567-9f7f-4d9b-8754-e1cd88c54236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:54.782999 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-49dea567-9f7f-4d9b-8754-e1cd88c54236 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01b2b1f48d28413cbf0be699a1c25882&device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 1161 time: 0.1244512 Feb 17 21:01:54.784367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.789396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:54.825306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864297bd-1154-4bf9-8d3f-7c1416d770df,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:54.831005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:54.902688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:54.904449 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/864297bd-1154-4bf9-8d3f-7c1416d770df HTTP/1.1" status: 204 len: 168 time: 0.4567924 Feb 17 21:01:54.967289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-d4e0e40e-4b7c-47de-9ecd-df852e33b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:54.968957 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-d4e0e40e-4b7c-47de-9ecd-df852e33b0bd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=01b2b1f48d28413cbf0be699a1c25882&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1663678 Feb 17 21:01:55.042565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98171099-bb48-46e9-9771-1329a5390c41 req-39de5600-6861-4029-8065-9db53ba8b3d2 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:55.050523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-98171099-bb48-46e9-9771-1329a5390c41 req-39de5600-6861-4029-8065-9db53ba8b3d2 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 944 time: 0.0983107 Feb 17 21:01:55.092847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-98171099-bb48-46e9-9771-1329a5390c41 req-0635620a-99f1-4b15-b9af-7031701efa53 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Synchronizing usage tracker for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:55.136338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-98171099-bb48-46e9-9771-1329a5390c41 req-0635620a-99f1-4b15-b9af-7031701efa53 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Unset dirty status for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:55.137635 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-98171099-bb48-46e9-9771-1329a5390c41 req-0635620a-99f1-4b15-b9af-7031701efa53 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Feb 17 21:01:55.222912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddaec6-e2f4-45ba-8dbe-fa740b32c894 req-0ff357d2-1a23-40f3-88a1-50802a77f007 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:55.224578 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aeddaec6-e2f4-45ba-8dbe-fa740b32c894 req-0ff357d2-1a23-40f3-88a1-50802a77f007 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1548545 Feb 17 21:01:55.229487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-736a2709-f6e3-47c3-ab68-893949f3a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:55.231078 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a16db984-a2a1-4ecb-814c-d48893a05d0e req-736a2709-f6e3-47c3-ab68-893949f3a39f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2550201 Feb 17 21:01:55.278082 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aeddaec6-e2f4-45ba-8dbe-fa740b32c894 req-2e5ea541-5015-4c7f-94dc-a3bf6d7ecf0e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Feb 17 21:01:55.418283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-f07367bf-c7ed-404b-abc7-fb863b86666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:55.420605 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-f07367bf-c7ed-404b-abc7-fb863b86666a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01b2b1f48d28413cbf0be699a1c25882&device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 1161 time: 0.1018918 Feb 17 21:01:55.511247 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-b3841ee9-d905-486e-9a9c-790596b1c32c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7140111-9adc-4c9d-9d8f-7391bb0c482c HTTP/1.1" status: 200 len: 217 time: 0.0722749 Feb 17 21:01:55.620659 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-09fd03d3-9292-4a91-9321-6fdd0bc14d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:55.623186 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-09fd03d3-9292-4a91-9321-6fdd0bc14d14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11cb4948-f051-4fa6-91bd-e2c86010fb8e HTTP/1.1" status: 200 len: 848 time: 0.0696533 Feb 17 21:01:55.680832 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-e216440c-eff4-41e0-bfcf-6fce982a4aaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55be2117-8f56-40c7-ae17-5de8c1ae5530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511727 Feb 17 21:01:56.097056 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-cc2d0dc1-8a41-41dd-8d6d-381a68ddde65 service neutron] 10.222.0.57 "GET /v2.0/networks/55be2117-8f56-40c7-ae17-5de8c1ae5530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982654 Feb 17 21:01:56.334825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db3ec7d9-04f5-4ea7-b372-73c2922b2d12 req-fd850cf3-fe80-4520-9931-0acacdbe5675 service neutron] 10.222.0.57 "GET /v2.0/networks/55be2117-8f56-40c7-ae17-5de8c1ae5530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2292087 Feb 17 21:01:56.411398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624364-8b16-4af0-b60e-e6a644a07e90 req-0eba681d-e85a-4505-ac89-864cbaec18d0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:56.413425 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2624364-8b16-4af0-b60e-e6a644a07e90 req-0eba681d-e85a-4505-ac89-864cbaec18d0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 944 time: 0.1164486 Feb 17 21:01:56.467034 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2624364-8b16-4af0-b60e-e6a644a07e90 req-d48a97fd-00c4-4abf-b397-47b5ee2892b2 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Feb 17 21:01:56.571448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099facc-306a-441b-af6e-ceac1bdc0ebf req-7ef0290e-543f-4d4f-b4e3-63b87c6e3fc8 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:56.580796 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6099facc-306a-441b-af6e-ceac1bdc0ebf req-7ef0290e-543f-4d4f-b4e3-63b87c6e3fc8 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1347668 Feb 17 21:01:56.627690 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6099facc-306a-441b-af6e-ceac1bdc0ebf req-47c7ab42-3695-4a1d-b723-771e0ccb412c tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Feb 17 21:01:57.725899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c6fdb-090f-4f62-931f-1f7d534716d7 req-d0571f20-e32c-46a4-b4ab-da0e96bdf0e5 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:57.728062 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d9c6fdb-090f-4f62-931f-1f7d534716d7 req-d0571f20-e32c-46a4-b4ab-da0e96bdf0e5 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 944 time: 0.1093221 Feb 17 21:01:57.783989 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d9c6fdb-090f-4f62-931f-1f7d534716d7 req-e52c5b2b-be33-4817-81f2-8a3eec2634ee tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Feb 17 21:01:57.870968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a60bc0-044c-4a86-b4cd-338d86399b0a req-e7bd929c-711e-4c15-8533-e76fba410b76 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:57.873432 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-60a60bc0-044c-4a86-b4cd-338d86399b0a req-e7bd929c-711e-4c15-8533-e76fba410b76 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1187394 Feb 17 21:01:57.923987 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-60a60bc0-044c-4a86-b4cd-338d86399b0a req-c8be5626-939e-4e14-b88a-b5bbfcc6fbab tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Feb 17 21:01:58.606869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-fa27fee9-d595-47b0-a80d-b5516f7e7ab1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:01:58.628062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35436) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:58.752906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:58.768562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:58.772845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a54975312cd043449f1fa38276c09058 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:58.775797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:58.782322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:58.868621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:58.898802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:58.912994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-35eb5fab-9a4a-465c-8ea6-54fd3ab86838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:58.956670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a8f08-dcec-4624-a939-3151c5191e26,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:58.962953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:58.966908 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a54975312cd043449f1fa38276c09058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376150 Feb 17 21:01:58.972605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35448) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:59.030401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ff4b-b3df-46d0-a8ff-f2aed9e795b4 req-80c50ad7-e340-4935-a501-61eb9de4ac2e tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:59.032139 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9791ff4b-b3df-46d0-a8ff-f2aed9e795b4 req-80c50ad7-e340-4935-a501-61eb9de4ac2e tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 944 time: 0.1303191 Feb 17 21:01:59.102946 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.128857 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9791ff4b-b3df-46d0-a8ff-f2aed9e795b4 req-a3f26086-9e23-4a65-b411-04f4b454ab4c tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844297 Feb 17 21:01:59.144066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.201940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3ff48-9e8e-4a52-9296-c36209e86a4b req-501eaf81-9c49-4dc8-99e2-91a98662a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:59.203571 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6be3ff48-9e8e-4a52-9296-c36209e86a4b req-501eaf81-9c49-4dc8-99e2-91a98662a504 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 1163 time: 0.1602597 Feb 17 21:01:59.235097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dba23-cb84-4ac1-8ba7-98bbc9f0301c req-85e39dc5-5678-45b1-bb2b-5e79870b0b74 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:59.236737 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc2dba23-cb84-4ac1-8ba7-98bbc9f0301c req-85e39dc5-5678-45b1-bb2b-5e79870b0b74 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1513021 Feb 17 21:01:59.241410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.250248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1a1bd97c-e127-4baf-9d85-27c4df11576f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:59.266107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a8f08-dcec-4624-a939-3151c5191e26,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:59.268917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:59.278211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.279470 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c30a8f08-dcec-4624-a939-3151c5191e26 HTTP/1.1" status: 204 len: 168 time: 0.3016298 Feb 17 21:01:59.280462 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6be3ff48-9e8e-4a52-9296-c36209e86a4b req-ed76a982-def0-4bc3-8831-8721f796100c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Feb 17 21:01:59.313106 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fc2dba23-cb84-4ac1-8ba7-98bbc9f0301c req-3b887e86-ccc7-4190-90a6-0a39040325cb tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570564 Feb 17 21:01:59.715477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:59.795656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:59.798248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.816434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35484) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:59.842937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:59.865350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:59.874276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Usage tracker for resource:security_group_rule and tenant:fada2bbceaad44cf8dd64b2a36428440 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:59.874276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:59.880982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:59.900288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35488) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:59.960974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device b7140111-9adc-4c9d-9d8f-7391bb0c482c up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:00.001256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.033379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.044310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c1bdae22-fa71-436f-bf5a-426e96daecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.051264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.068532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:00.072758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Usage tracker for resource:security_group_rule and tenant:238a6f7176db4ba6b0279d459088d2ab is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:00.077680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:00.082119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:00.090924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71771c48-519e-4186-af80-0870e0d5fd02,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.096936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.099031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port b7140111-9adc-4c9d-9d8f-7391bb0c482c completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:02:00.102933 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fada2bbceaad44cf8dd64b2a36428440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820232 Feb 17 21:02:00.104447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port b7140111-9adc-4c9d-9d8f-7391bb0c482c triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:00.104933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35496) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:00.105523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.198956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.259213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.259502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.295605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port b7140111-9adc-4c9d-9d8f-7391bb0c482c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=b7140111-9adc-4c9d-9d8f-7391bb0c482c,segment=NetworkSegment(20028630-6dd8-4166-9a32-e0aeda6f4488),segment_id=20028630-6dd8-4166-9a32-e0aeda6f4488)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:00.297137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:00.298524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.335225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.339227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.347563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548ace9-5005-4351-87e4-c1313e056b60 req-20827398-033d-4085-ab4b-532cf14e9ad4 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:00.349218 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5548ace9-5005-4351-87e4-c1313e056b60 req-20827398-033d-4085-ab4b-532cf14e9ad4 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.0905771 Feb 17 21:02:00.362429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.379570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.393546 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c', 'code': 200} Feb 17 21:02:00.401382 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5548ace9-5005-4351-87e4-c1313e056b60 req-c5436ac8-5a64-4fa2-bddc-cdbc1314a663 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Feb 17 21:02:00.418350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.429946 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.442272 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71771c48-519e-4186-af80-0870e0d5fd02 HTTP/1.1" status: 204 len: 168 time: 0.3356903 Feb 17 21:02:00.444451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.448155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.457419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71771c48-519e-4186-af80-0870e0d5fd02,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.457419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.468761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-69363243-f385-44c5-aee5-edcfcf0673bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.572298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=238a6f7176db4ba6b0279d459088d2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683202 Feb 17 21:02:00.572834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35510) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:00.614186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff11a3-c695-4748-943e-f9678a957e46,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.618763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.660189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3725e7-d9ee-4f1d-8d7e-4dfdf83e7349 req-c7fff681-cdb5-4e99-b8b7-991730e5c687 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:00.661994 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b3725e7-d9ee-4f1d-8d7e-4dfdf83e7349 req-c7fff681-cdb5-4e99-b8b7-991730e5c687 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.2043965 Feb 17 21:02:00.671970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.709149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.777145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b3725e7-d9ee-4f1d-8d7e-4dfdf83e7349 req-0d0d6a84-0fbf-4745-a537-44dcc4b37f3f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072862 Feb 17 21:02:00.785696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.796743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.810596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117f0ab-dccf-487c-bb31-a189843c6c33 req-401c58aa-e60f-4a79-8c52-727b25c5731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:00.812218 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8117f0ab-dccf-487c-bb31-a189843c6c33 req-401c58aa-e60f-4a79-8c52-727b25c5731d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 1163 time: 0.0970852 Feb 17 21:02:00.813322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff11a3-c695-4748-943e-f9678a957e46,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.829257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.833455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.837551 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49ff11a3-c695-4748-943e-f9678a957e46 HTTP/1.1" status: 204 len: 168 time: 0.2611873 Feb 17 21:02:00.896540 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8117f0ab-dccf-487c-bb31-a189843c6c33 req-20c13ad9-405c-4975-9185-729111de4775 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Feb 17 21:02:01.011737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35528) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:01.030606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.046772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:01.050872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Usage tracker for resource:security_group_rule and tenant:869216f4009344298d0dcf8d95fdafb7 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:01.054178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:01.061138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:01.150114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbf31-44b3-4b66-9555-f9bce1e1bce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.154464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.198718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.208209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a3c31ac8-2c56-430d-ac83-bc1d82583c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:01.400539 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=869216f4009344298d0dcf8d95fdafb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405736 Feb 17 21:02:01.400539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ca437-5171-4947-a957-5927ea84df54,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:01.401709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35538) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:01.401812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:01.401920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.401920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.472576 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35546) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:01.492440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.513956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:01.513956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:6679368c40fc454a9696d1a017eb23c5 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:01.515338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.520519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:01.523390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-21c09e94-86f3-43a3-bdaa-aec1c11c151a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:01.535231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:01.547218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ca437-5171-4947-a957-5927ea84df54,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:01.552127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:01.554058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:01.556375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.557584 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f6ca437-5171-4947-a957-5927ea84df54 HTTP/1.1" status: 204 len: 168 time: 0.2980287 Feb 17 21:02:01.641914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66716a0-2974-41e6-b845-c4c9a49a3e03 req-497f09d5-c4d8-4bea-a10f-632bc77b33fe tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:01.646556 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b66716a0-2974-41e6-b845-c4c9a49a3e03 req-497f09d5-c4d8-4bea-a10f-632bc77b33fe tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.1086509 Feb 17 21:02:01.670604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.699104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.713128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c07c64b5-d002-4eba-baa5-c5dc43f3cf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:01.732651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:01.733224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.738746 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b66716a0-2974-41e6-b845-c4c9a49a3e03 req-39152677-4068-474a-b5d6-583df0c71911 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Feb 17 21:02:01.787835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6679368c40fc454a9696d1a017eb23c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133492 Feb 17 21:02:01.792282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8947b3a0-1bb0-431e-8ac1-95c79738ffbf,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:01.793200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35556) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:01.795004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:01.882087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.890001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device b7140111-9adc-4c9d-9d8f-7391bb0c482c up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:01.945038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.975106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port b7140111-9adc-4c9d-9d8f-7391bb0c482c triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:01.975526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:02.064544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:02.074568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:02.085784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1624-36bf-4190-8e59-4e150195ef09 req-775ca7c2-6c26-469b-b117-5f5fd914de7e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.087499 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d21c1624-36bf-4190-8e59-4e150195ef09 req-775ca7c2-6c26-469b-b117-5f5fd914de7e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1103919 Feb 17 21:02:02.097272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:02.112144 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8947b3a0-1bb0-431e-8ac1-95c79738ffbf HTTP/1.1" status: 204 len: 168 time: 0.3082259 Feb 17 21:02:02.116028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947b3a0-1bb0-431e-8ac1-95c79738ffbf,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:02.123085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:02.189330 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d21c1624-36bf-4190-8e59-4e150195ef09 req-305148fb-4f43-4e29-abc0-8b9a0bcf2788 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Feb 17 21:02:02.442364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039fb31-643e-4371-9f2a-0d60761fda1f req-e7a6424c-c833-46d1-bd96-b0777f01a7fe tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.443938 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1039fb31-643e-4371-9f2a-0d60761fda1f req-e7a6424c-c833-46d1-bd96-b0777f01a7fe tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1011171 Feb 17 21:02:02.534308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1039fb31-643e-4371-9f2a-0d60761fda1f req-1ffc1e13-0a03-4d7e-bad3-db85c7170d36 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816419 Feb 17 21:02:02.860375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device b7140111-9adc-4c9d-9d8f-7391bb0c482c up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:02.952386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port b7140111-9adc-4c9d-9d8f-7391bb0c482c triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:02.952898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:02.991569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68bd1f-c104-4c09-8a1f-b566304e2d71 req-f290df0c-c19a-4857-9386-d3f8cb6b0d3f tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.993353 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1f68bd1f-c104-4c09-8a1f-b566304e2d71 req-f290df0c-c19a-4857-9386-d3f8cb6b0d3f tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.1378450 Feb 17 21:02:03.073006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1f68bd1f-c104-4c09-8a1f-b566304e2d71 req-f0e24a80-2868-45c3-beec-ed1a7cb371c6 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714543 Feb 17 21:02:03.189994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a61d9270-01d3-42fd-a99a-1bce1de75071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:04.250587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:04.615889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35686) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:04.753791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:04.770150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:04.778896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Usage tracker for resource:security_group_rule and tenant:7e7d595ffd0c4be4997fa2cc44fc38f8 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:04.783379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:04.789781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:04.887095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:04.927645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:04.938052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1bb17fc7-d1fc-443f-8ef4-a5adb9f5bb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:04.988979 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e7d595ffd0c4be4997fa2cc44fc38f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695786 Feb 17 21:02:04.988979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13842a3c-256d-44d0-942b-535f50fcbd1d,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:04.990021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35704) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:04.994437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:05.090527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.129741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.204752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.210166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af89f912-0121-4414-9e67-debe7f1a1736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:05.225700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13842a3c-256d-44d0-942b-535f50fcbd1d,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:05.228850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:05.238501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.243153 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13842a3c-256d-44d0-942b-535f50fcbd1d HTTP/1.1" status: 204 len: 168 time: 0.2499273 Feb 17 21:02:05.297520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.399109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:05.681644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a79f9e-e7fb-40b5-993f-7a3400efc48f req-062161b4-ba8a-4ab4-9bcd-ec294befa6e7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:05.686336 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c2a79f9e-e7fb-40b5-993f-7a3400efc48f req-062161b4-ba8a-4ab4-9bcd-ec294befa6e7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2119009 Feb 17 21:02:05.691398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-6f915cda-0d31-4053-98f9-69f6a5f715e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:05.692971 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-6f915cda-0d31-4053-98f9-69f6a5f715e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.1790226 Feb 17 21:02:05.820442 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c2a79f9e-e7fb-40b5-993f-7a3400efc48f req-7025389d-4b12-4831-b029-f27e5d1fe57f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264133 Feb 17 21:02:05.891155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-98407835-cb93-48ed-861b-0d0c392f5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:05.891949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-98407835-cb93-48ed-861b-0d0c392f5aec service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.1713586 Feb 17 21:02:05.999684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35750) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:06.001702 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-2802821d-5251-418a-81f2-8a5527fa03fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.0979288 Feb 17 21:02:06.019550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.037247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:06.041512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Usage tracker for resource:security_group_rule and tenant:029718532afd4466b3aa2dfd21b9ee4d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:06.045098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:06.051063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:06.097088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-9e618f94-f0f1-499a-b193-8309360e2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:06.098731 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-9e618f94-f0f1-499a-b193-8309360e2cde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.0844831 Feb 17 21:02:06.161471 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-75274a08-1621-41f6-8bb3-b6e624cca7a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529773 Feb 17 21:02:06.169109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.230891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.242358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4730d83f-5a7c-413d-9425-15a75ab5a724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:06.293490 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=029718532afd4466b3aa2dfd21b9ee4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923720 Feb 17 21:02:06.294122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e10dd-6e7d-439e-8325-10cf547b9776,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:06.298290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:06.298818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35764) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:06.332429 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-405f9591-f0ae-4e53-9af5-35d7df31bc58 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615064 Feb 17 21:02:06.381028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.411623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.514276 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d2419dab-f2bc-4de4-8218-b6ff742e92b1 req-22aa3cb8-cb9f-49a6-883b-44056ad691cb service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1740775 Feb 17 21:02:06.525036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.545859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bdf86d4-dbd2-410e-bfa9-cd84dfb56561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:06.562529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e10dd-6e7d-439e-8325-10cf547b9776,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:06.566066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:06.574464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:06.574464 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a91e10dd-6e7d-439e-8325-10cf547b9776 HTTP/1.1" status: 204 len: 168 time: 0.2680159 Feb 17 21:02:07.089106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554717f-39dd-4f7b-b2cf-e225316250d2 req-a44cf17d-b953-4f88-ae4d-4a91ff8a29a7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:07.091576 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6554717f-39dd-4f7b-b2cf-e225316250d2 req-a44cf17d-b953-4f88-ae4d-4a91ff8a29a7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1190987 Feb 17 21:02:07.144866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6554717f-39dd-4f7b-b2cf-e225316250d2 req-dcebbc1b-81d1-496c-9477-2e6179aac833 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Feb 17 21:02:07.380159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35818) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:07.381966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35820) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:07.560570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.572129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.606482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:07.609989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:07.614934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Usage tracker for resource:security_group_rule and tenant:a303a9decccd422cab0a5951c4bb6a56 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:07.618259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Usage tracker for resource:security_group_rule and tenant:27f113f2b6164a898eeffc4495187830 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:07.621189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:07.624695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:07.632459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:07.634883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:07.809456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.845548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.864555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.877207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1d3aee91-bccb-4da4-bedf-368432b7677b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:07.901765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.926056 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27f113f2b6164a898eeffc4495187830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427744 Feb 17 21:02:07.929458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35858) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:07.945782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953b77ee-6cef-4909-91ac-d6636c307c4c,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:07.951482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:07.952114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-862d10a8-29b5-4fa2-bc16-b43be7eb303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:07.977688 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a303a9decccd422cab0a5951c4bb6a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880203 Feb 17 21:02:07.977688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35866) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:08.050615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d305f3c-e11b-4cd9-92f9-32b2d523dd20,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:08.056673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:08.125132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.131199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.164824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.176346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.253276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.258686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-758ae67f-03a1-446e-b5a3-ce078fe104f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:08.270216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b77ee-6cef-4909-91ac-d6636c307c4c,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:08.274104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:08.278271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.283292 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/953b77ee-6cef-4909-91ac-d6636c307c4c HTTP/1.1" status: 204 len: 168 time: 0.3520839 Feb 17 21:02:08.290527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.319258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5564db49-1a11-4445-a290-ce4a99bb4394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:08.344392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d305f3c-e11b-4cd9-92f9-32b2d523dd20,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:08.349048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:08.351189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:08.352419 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d305f3c-e11b-4cd9-92f9-32b2d523dd20 HTTP/1.1" status: 204 len: 168 time: 0.3799336 Feb 17 21:02:08.556379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d4af-2243-475c-96f3-b4fe65ec1b04 req-f0ce2681-9228-49fe-8eff-c77abc8a0c58 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:08.557820 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aca8d4af-2243-475c-96f3-b4fe65ec1b04 req-f0ce2681-9228-49fe-8eff-c77abc8a0c58 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1092207 Feb 17 21:02:08.623921 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aca8d4af-2243-475c-96f3-b4fe65ec1b04 req-74d2c0e0-0a5e-42ff-861e-f44ce0b101bf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Feb 17 21:02:08.924518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f142-6e72-4cff-af44-03d9462bc65e req-31187dec-2843-4ef1-b1f7-498ae9b5b187 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:08.926172 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a384f142-6e72-4cff-af44-03d9462bc65e req-31187dec-2843-4ef1-b1f7-498ae9b5b187 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.0913751 Feb 17 21:02:08.980002 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a384f142-6e72-4cff-af44-03d9462bc65e req-bbb40c43-e614-4fb5-a7e1-8906c371d1e7 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Feb 17 21:02:09.039098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 35902) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:09.059850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.075785 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:09.079866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Usage tracker for resource:security_group_rule and tenant:a8d3cb974a8b4fa596f9715b5ab078f8 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:09.082880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:09.088763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:09.177594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.202110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.211710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:09.255508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8d3cb974a8b4fa596f9715b5ab078f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150290 Feb 17 21:02:09.256558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213bca9e-6c5d-4c80-a029-5c8497ad9f23,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:09.259014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 35908) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:09.260620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:09.337102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.371726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.466764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.472224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5d10196d-e812-45de-a63f-b37a22630a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:09.486956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213bca9e-6c5d-4c80-a029-5c8497ad9f23,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:09.490451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:09.491407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.496592 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/213bca9e-6c5d-4c80-a029-5c8497ad9f23 HTTP/1.1" status: 204 len: 168 time: 0.2325220 Feb 17 21:02:09.898354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a4511-aef0-45cd-abb0-58d807812a0b req-892f2c30-1cfa-4e65-87ce-dea3fcc3bcd8 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:09.906537 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-001a4511-aef0-45cd-abb0-58d807812a0b req-892f2c30-1cfa-4e65-87ce-dea3fcc3bcd8 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1449747 Feb 17 21:02:09.959174 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-001a4511-aef0-45cd-abb0-58d807812a0b req-4ba8ecea-153d-441a-b940-a9e03bd7f652 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516260 Feb 17 21:02:10.365727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff03c-5f88-4ff1-a188-aa2c9a56cb37 req-7731d596-2980-4042-9107-922aabefeb84 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:10.367363 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-607ff03c-5f88-4ff1-a188-aa2c9a56cb37 req-7731d596-2980-4042-9107-922aabefeb84 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.1025007 Feb 17 21:02:10.420768 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-607ff03c-5f88-4ff1-a188-aa2c9a56cb37 req-7d2563cc-f89b-4bf5-bec6-3ae109c67a31 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb1b0f3-8796-4419-adf0-adf045003647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472598 Feb 17 21:02:10.714822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device b7140111-9adc-4c9d-9d8f-7391bb0c482c no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:10.723172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-cc58cd42-dca3-4712-b7b4-d14e922f59d5 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:10.731649 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-cc58cd42-dca3-4712-b7b4-d14e922f59d5 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 946 time: 0.1962955 Feb 17 21:02:10.841020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Deleting port b7140111-9adc-4c9d-9d8f-7391bb0c482c {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:10.842456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:10.881784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:10.915916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:10.925043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port b7140111-9adc-4c9d-9d8f-7391bb0c482c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=b7140111-9adc-4c9d-9d8f-7391bb0c482c,segment=NetworkSegment(20028630-6dd8-4166-9a32-e0aeda6f4488),segment_id=20028630-6dd8-4166-9a32-e0aeda6f4488)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:10.956504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:10.959050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:10.992735 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c', 'code': 200} Feb 17 21:02:11.037239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:11.041537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:11.130572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] For port b7140111-9adc-4c9d-9d8f-7391bb0c482c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=b7140111-9adc-4c9d-9d8f-7391bb0c482c,segment=NetworkSegment(20028630-6dd8-4166-9a32-e0aeda6f4488),segment_id=20028630-6dd8-4166-9a32-e0aeda6f4488)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:11.130970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:11.318588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Calling delete_port for b7140111-9adc-4c9d-9d8f-7391bb0c482c owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:11.408743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a9c8-9852-4227-9e2c-9767e4bef515 req-302fdea2-22be-4b4d-af0a-3684b4225236 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:11.410431 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f1b9a9c8-9852-4227-9e2c-9767e4bef515 req-302fdea2-22be-4b4d-af0a-3684b4225236 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2827578 Feb 17 21:02:11.475048 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f1b9a9c8-9852-4227-9e2c-9767e4bef515 req-750c9551-aae2-48da-9f22-83b879da3d24 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498233 Feb 17 21:02:11.619633 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-16542fc9-e744-449c-8964-01d3925479f9 req-edc46057-5583-439d-8bd3-0a886057674e tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.0496473 Feb 17 21:02:11.632692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:11.648204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1badb9c1-d787-4d8c-af4e-f200d27ed9ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:11.972992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Pushing event deleted for resources: {'Port': ['ID=b7140111-9adc-4c9d-9d8f-7391bb0c482c,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:11.977742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:12.084397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] No DVR routers for this DVR port b7140111-9adc-4c9d-9d8f-7391bb0c482c on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:02:12.086851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:12.091547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-deleted', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:12.141332 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccca9c73-8f70-4319-8c41-fcd6ed689f7d req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.57 "DELETE /v2.0/ports/b7140111-9adc-4c9d-9d8f-7391bb0c482c HTTP/1.1" status: 204 len: 173 time: 1.4034624 Feb 17 21:02:12.144291 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f1f58-6a1e-4db2-8aac-8479ff16489f', 'name': 'network-vif-deleted', 'tag': 'b7140111-9adc-4c9d-9d8f-7391bb0c482c', 'status': 'completed', 'code': 200} Feb 17 21:02:12.727992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f606df-344f-4d99-8e2e-93feb8e2dcc2 req-bb7e4f1b-2038-4855-b8eb-3d82745443c4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:12.729508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-11f606df-344f-4d99-8e2e-93feb8e2dcc2 req-bb7e4f1b-2038-4855-b8eb-3d82745443c4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1048825 Feb 17 21:02:12.779486 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-11f606df-344f-4d99-8e2e-93feb8e2dcc2 req-16feac88-b719-42be-85b5-d5946e4171c1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Feb 17 21:02:12.812372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7b31fd74-21e4-4919-b220-957552c1f1f2 req-58d97dc8-ecb3-455a-a73d-c1564bc8b40a tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Synchronizing usage tracker for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:12.861702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7b31fd74-21e4-4919-b220-957552c1f1f2 req-58d97dc8-ecb3-455a-a73d-c1564bc8b40a tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Unset dirty status for tenant:01b2b1f48d28413cbf0be699a1c25882 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:12.863156 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b31fd74-21e4-4919-b220-957552c1f1f2 req-58d97dc8-ecb3-455a-a73d-c1564bc8b40a tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f1f58-6a1e-4db2-8aac-8479ff16489f HTTP/1.1" status: 200 len: 210 time: 0.0984323 Feb 17 21:02:13.721059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36040) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:13.860944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:13.880585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:13.884745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Usage tracker for resource:security_group_rule and tenant:0713d805c6b444f1a983339365fe0324 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:13.888148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:13.894754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:14.037411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.078190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76be15-23cf-4658-a9cb-4927fd201559 req-2a38ad6e-ddcd-4694-9c20-8c827e4be8fe tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:14.079844 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4a76be15-23cf-4658-a9cb-4927fd201559 req-2a38ad6e-ddcd-4694-9c20-8c827e4be8fe tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1550267 Feb 17 21:02:14.080895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.092038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6e33f70b-f4ed-4dd8-bd5f-29668c02233a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:14.126287 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0713d805c6b444f1a983339365fe0324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038200 Feb 17 21:02:14.126762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36060) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:14.184327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8937d0-bf22-475c-8aee-5dc9c1d959fd,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:14.189130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:14.192837 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4a76be15-23cf-4658-a9cb-4927fd201559 req-616a4d53-4629-475c-a485-1bbf76b6f685 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022940 Feb 17 21:02:14.193962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.234141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.309796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.316458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5270f603-58f6-4013-a907-f4947eb02f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:14.334243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8937d0-bf22-475c-8aee-5dc9c1d959fd,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:14.337153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:14.338672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.340072 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be8937d0-bf22-475c-8aee-5dc9c1d959fd HTTP/1.1" status: 204 len: 168 time: 0.2120039 Feb 17 21:02:14.957827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36088) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:14.977470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.993184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:14.997884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Usage tracker for resource:security_group_rule and tenant:c039ce0b48f04a65afb8145dcdd27aa0 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:15.000905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:15.006721 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:15.167876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.194436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-c7374dd7-4785-48af-8484-c1c98eb79dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.196064 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-c7374dd7-4785-48af-8484-c1c98eb79dec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.1041970 Feb 17 21:02:15.197171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.207097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a6406f81-c43d-4a69-b10d-9bc5ddf340f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:15.345224 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c039ce0b48f04a65afb8145dcdd27aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833163 Feb 17 21:02:15.346929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c313df8-0f54-4991-b769-34ecb13b336a,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:15.347354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36102) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:15.350324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:15.422357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.455108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.467378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-43e389d9-a3f1-4c0c-aa1d-0812856c8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.469175 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-43e389d9-a3f1-4c0c-aa1d-0812856c8ddb service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.2500527 Feb 17 21:02:15.549814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.560900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b3da4bda-d166-49fd-981c-9504382531b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:15.566563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a2292-fc03-4c18-a2d2-0fe784108a99 req-729a176a-302f-4e72-bcee-601ea8a939c3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.568454 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-154a2292-fc03-4c18-a2d2-0fe784108a99 req-729a176a-302f-4e72-bcee-601ea8a939c3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2145846 Feb 17 21:02:15.579477 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-829dde2e-0900-4ed2-9df9-176d443d3ccc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.1003985 Feb 17 21:02:15.600094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c313df8-0f54-4991-b769-34ecb13b336a,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:15.609906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:15.620972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.623356 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c313df8-0f54-4991-b769-34ecb13b336a HTTP/1.1" status: 204 len: 168 time: 0.2744744 Feb 17 21:02:15.704687 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-154a2292-fc03-4c18-a2d2-0fe784108a99 req-f9d992b6-4ff5-47b0-b4ab-eb73dba927df tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271162 Feb 17 21:02:15.723386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-b4dc6998-cba7-4d6f-a5aa-3d91223a8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.739437 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-b4dc6998-cba7-4d6f-a5aa-3d91223a8939 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.0978861 Feb 17 21:02:15.810153 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-74024eb9-5ec7-486d-924c-494e76abb687 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604720 Feb 17 21:02:15.982551 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-fd336e07-d47d-429b-a597-d9a87dc33408 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654291 Feb 17 21:02:16.137395 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f9b932c-8fb3-41e0-9473-3600961d3147 req-69e7e7f9-cceb-482a-b497-f40496b38db2 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482222 Feb 17 21:02:16.923008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85bb4a-d748-44a1-a9a5-83be198c79e6 req-a8f60409-e3b0-4e3f-95b1-673eb3fba344 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:16.924624 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bf85bb4a-d748-44a1-a9a5-83be198c79e6 req-a8f60409-e3b0-4e3f-95b1-673eb3fba344 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0934141 Feb 17 21:02:16.973939 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bf85bb4a-d748-44a1-a9a5-83be198c79e6 req-e9171c24-6e76-406a-a813-4cbb4aa6481d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Feb 17 21:02:18.270124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4e3f-0eca-4879-b735-5c18612d50b0 req-9ee5e21d-a95a-4a33-acf8-5caa89c96d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:18.271718 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d5fd4e3f-0eca-4879-b735-5c18612d50b0 req-9ee5e21d-a95a-4a33-acf8-5caa89c96d08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.1218941 Feb 17 21:02:18.279374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b715af-0251-4163-b2d3-fb80d27db7a2 req-fa0cfba3-9324-4502-a2ff-72d72e8e0434 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:18.280891 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-63b715af-0251-4163-b2d3-fb80d27db7a2 req-fa0cfba3-9324-4502-a2ff-72d72e8e0434 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1848485 Feb 17 21:02:18.356106 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d5fd4e3f-0eca-4879-b735-5c18612d50b0 req-6156f042-d099-4e96-98ad-d702542fc37c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Feb 17 21:02:18.358943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-63b715af-0251-4163-b2d3-fb80d27db7a2 req-1e5f436f-1b95-43fb-b2d2-b89441ce2f30 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609589 Feb 17 21:02:18.743192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36236) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:18.878001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:18.895625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:18.900185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Usage tracker for resource:security_group_rule and tenant:f16eec65f92a49bb92ee1ae814df2d44 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:18.903156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:18.909304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:19.001919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.053058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.063153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3ce4d812-732d-47dd-b65d-af0c1fd95346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:19.105578 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f16eec65f92a49bb92ee1ae814df2d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609533 Feb 17 21:02:19.106839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9671c2fd-2534-46df-892d-f7bfb6532645,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:19.109051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36252) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:19.110185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e743543b-2bae-4ffe-97e0-22c588001b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:19.174127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.202914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.333040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.339765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-14d05401-f4ee-4617-87b4-f9a18cd4eb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:19.372540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9671c2fd-2534-46df-892d-f7bfb6532645,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:19.389808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:19.391088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.396219 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9671c2fd-2534-46df-892d-f7bfb6532645 HTTP/1.1" status: 204 len: 168 time: 0.2859929 Feb 17 21:02:19.649989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902daa2-0d1b-4c37-9e73-9d8ee4d4a047 req-18213d62-fbb9-4e41-84f6-d064345742ab tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:19.660102 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4902daa2-0d1b-4c37-9e73-9d8ee4d4a047 req-18213d62-fbb9-4e41-84f6-d064345742ab tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1477680 Feb 17 21:02:19.745136 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4902daa2-0d1b-4c37-9e73-9d8ee4d4a047 req-1cddaed5-ad9d-4061-91e9-eb9aa0253545 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Feb 17 21:02:20.286970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:20.946726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b79b9-3598-4537-957b-82f02544072d req-10132251-aa4e-476f-aab8-b8eaffbbcb21 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:20.948315 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a78b79b9-3598-4537-957b-82f02544072d req-10132251-aa4e-476f-aab8-b8eaffbbcb21 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0879838 Feb 17 21:02:20.997569 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a78b79b9-3598-4537-957b-82f02544072d req-3b53d205-644d-426f-a3b8-c9afa247eacd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Feb 17 21:02:21.100481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f7849f4e-b2e9-40e4-bc79-9ec5a9277523 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:21.183681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:21.184100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.216022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36330) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:21.376265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.400271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:21.405443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Usage tracker for resource:security_group_rule and tenant:b147a15e2e5944c18dd4656c3a5ad15f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:21.408908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:21.416909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:21.675433 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.682032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-69aabb76-8914-4884-b7e3-38aa5e0d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:21.686848 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-69aabb76-8914-4884-b7e3-38aa5e0d2b47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.2220223 Feb 17 21:02:21.701001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16712e41-9cb6-4c60-a180-e3ebf4c8a2e8 req-f59ff664-bd99-46b4-9707-0d45301f6e69 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:21.702664 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-16712e41-9cb6-4c60-a180-e3ebf4c8a2e8 req-f59ff664-bd99-46b4-9707-0d45301f6e69 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1943033 Feb 17 21:02:21.726816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.742677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-70563b4b-2c32-4b25-9968-d33f7dedfaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:21.780930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36350) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:21.986203 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b147a15e2e5944c18dd4656c3a5ad15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688482 Feb 17 21:02:21.991897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36360) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:21.993498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658187ae-341d-4db4-b1ed-036e07b00841,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:21.999391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.000661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:22.022211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:22.027906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a6b5fed38343d486a2a9ac47010ced is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:22.032160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:22.039931 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-16712e41-9cb6-4c60-a180-e3ebf4c8a2e8 req-1be9b722-688f-43ad-8402-93558fa81344 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021748 Feb 17 21:02:22.040108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:22.119257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-0d2cb455-30a9-4398-a338-90af6c052de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:22.120873 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-0d2cb455-30a9-4398-a338-90af6c052de1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.4168780 Feb 17 21:02:22.206806 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-36142e8b-93ee-47e8-9794-9a5e5cb70e95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.0777547 Feb 17 21:02:22.207788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.216943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.250148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.260008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa55c5eb-ce9c-4c14-b087-23475b79ec8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:22.285818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.295523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7a6b5fed38343d486a2a9ac47010ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097806 Feb 17 21:02:22.296534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36366) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:22.327644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-28e3f76e-55d1-41b3-94db-dcfb5b3cb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:22.329260 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-28e3f76e-55d1-41b3-94db-dcfb5b3cb8b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1116893 Feb 17 21:02:22.338110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4250bd0-73b4-4543-ac34-575df51b84f5,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:22.344938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:22.384836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.406010 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-5c620f9d-ab12-44f5-b621-c4289f92c908 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564818 Feb 17 21:02:22.413035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.439780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.446572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1083c875-c652-40ba-b096-7316f0319ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:22.495783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.501792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c4994805-4139-43ed-9671-fd058766938d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:22.515214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4250bd0-73b4-4543-ac34-575df51b84f5,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:22.524331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:22.525485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.530297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4250bd0-73b4-4543-ac34-575df51b84f5 HTTP/1.1" status: 204 len: 168 time: 0.2329688 Feb 17 21:02:22.546621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658187ae-341d-4db4-b1ed-036e07b00841,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:22.551903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:22.555644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.559205 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/658187ae-341d-4db4-b1ed-036e07b00841 HTTP/1.1" status: 204 len: 168 time: 0.5602334 Feb 17 21:02:22.637258 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-971965a2-8260-41bc-9024-3bb2634fb678 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917152 Feb 17 21:02:22.799879 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa5e5735-2d7e-49d8-a30a-0eef72c4129b req-d02082ae-8364-4251-acc1-bbf6eb457341 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504536 Feb 17 21:02:23.122780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36394) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:23.156494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.180860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:23.188358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Usage tracker for resource:security_group_rule and tenant:fd2179596e114f939ccb57dd416ff58f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:23.192069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:23.199368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:23.335812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce545957-0449-4ce3-a69e-deecdb38af13 req-8d8a62c6-14cd-46fc-8875-e61e7827d3c3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:23.337430 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ce545957-0449-4ce3-a69e-deecdb38af13 req-8d8a62c6-14cd-46fc-8875-e61e7827d3c3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1354213 Feb 17 21:02:23.415234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.429056 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ce545957-0449-4ce3-a69e-deecdb38af13 req-ef101e7d-19dc-4508-a8f0-37b673933867 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834987 Feb 17 21:02:23.444536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.461087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3cb84d0a-fab3-46a9-8461-485885aa2721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:23.501347 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07178a75-8245-48d0-8275-e992af2857d3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:23.511957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:23.521649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36410) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:23.521986 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd2179596e114f939ccb57dd416ff58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970671 Feb 17 21:02:23.622682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.652441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.657298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36416) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:23.741771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.750359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c77c8bb-ac37-4006-93cc-6b77b5832adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:23.773080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07178a75-8245-48d0-8275-e992af2857d3,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:23.777177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:23.788836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.793121 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07178a75-8245-48d0-8275-e992af2857d3 HTTP/1.1" status: 204 len: 168 time: 0.2699711 Feb 17 21:02:23.818117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1064082184-network', 'tenant_id': '0d1d122b44ed4d57917453499b1982a7'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:23.843323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:23.852244 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Usage tracker for resource:network and tenant:0d1d122b44ed4d57917453499b1982a7 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:23.861614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:23.867198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:23.923919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Made reservation on behalf of 0d1d122b44ed4d57917453499b1982a7 for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:02:23.929187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.943743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:23.964261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:23.968857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Usage tracker for resource:security_group_rule and tenant:0d1d122b44ed4d57917453499b1982a7 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:23.972456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:23.979013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:24.080099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.131342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.136402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5682358b-9a86-4105-b4b0-fbc6068f8177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:24.167622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:02:24.186229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6befb969-4f10-4e79-8294-f0472488bf93,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:24.189419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.189831 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Added segment 4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1 of type vxlan for network b5991004-c402-4bc6-9e13-3af534434ea3 Feb 17 21:02:24.191240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:24.219534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.283939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.285338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:24.286348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.295595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8addaaff-2221-4fa0-a1e6-dce710e19a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:24.408658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Pushing event updated for resources: {'Network': ['ID=b5991004-c402-4bc6-9e13-3af534434ea3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:24.411698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:24.421082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network b5991004-c402-4bc6-9e13-3af534434ea3 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:02:24.433453 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7749243 Feb 17 21:02:24.437019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36438) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:24.444131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Request body: {'subnet': {'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1064082184-subnet', 'tenant_id': '0d1d122b44ed4d57917453499b1982a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:24.451811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:24.457181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Usage tracker for resource:subnet and tenant:0d1d122b44ed4d57917453499b1982a7 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:24.461605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:24.473063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:24.515363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Made reservation on behalf of 0d1d122b44ed4d57917453499b1982a7 for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:02:24.517277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network b5991004-c402-4bc6-9e13-3af534434ea3 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:02:24.520419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:24.900449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcc2dc-0bc5-4665-aded-5de7f979363a req-382db60e-302e-4897-87c0-9a9d4649b972 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:24.900449 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2afcc2dc-0bc5-4665-aded-5de7f979363a req-382db60e-302e-4897-87c0-9a9d4649b972 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2471979 Feb 17 21:02:24.949301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2afcc2dc-0bc5-4665-aded-5de7f979363a req-8ea99a9a-4d91-4fd9-aa43-7c58a08f3566 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Feb 17 21:02:25.398846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:25.415271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:25.589874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7713a31-fed1-41e4-8ddf-0f0a7ba9d200,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:25.602909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:25.693624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Checking segment: {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:02:25.694080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Network hostable DHCP agents. Network: b5991004-c402-4bc6-9e13-3af534434ea3, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:02:25.761241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Network b5991004-c402-4bc6-9e13-3af534434ea3 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:02:25.827616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, b5991004-c402-4bc6-9e13-3af534434ea3) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:02:25.832146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:25.832984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:25.839431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6df1cc-cb1b-46f2-954d-2ebcc623a015 None None] Network b5991004-c402-4bc6-9e13-3af534434ea3 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:02:25.885297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4467969 Feb 17 21:02:26.128773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098fb4c7-4683-4f82-872c-5c828581e96f None None] Network b5991004-c402-4bc6-9e13-3af534434ea3 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:02:26.192185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446bbf9-8c39-49d6-84ce-b046bec8d48a req-6a7c9b64-704c-4383-848c-a8c8cf2f3538 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:26.201225 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9446bbf9-8c39-49d6-84ce-b046bec8d48a req-6a7c9b64-704c-4383-848c-a8c8cf2f3538 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1101711 Feb 17 21:02:26.249811 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9446bbf9-8c39-49d6-84ce-b046bec8d48a req-b7575a02-5dfa-4768-b50c-7dcb6a7c7da1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Feb 17 21:02:28.435416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-6c11553b-0402-4659-9924-05eb68739c8b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:28.436171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-6c11553b-0402-4659-9924-05eb68739c8b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:28.507202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-6c11553b-0402-4659-9924-05eb68739c8b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:28.508494 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-6c11553b-0402-4659-9924-05eb68739c8b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/networks?id=b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 200 len: 809 time: 0.2337584 Feb 17 21:02:28.548912 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-65da33c2-2e86-4dd0-be71-fd2c9dc75701 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/quotas/0d1d122b44ed4d57917453499b1982a7 HTTP/1.1" status: 200 len: 375 time: 0.0318720 Feb 17 21:02:28.664607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-48fc32c9-4344-42a3-bfad-3d4f68b72488 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146023 Feb 17 21:02:28.835553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37afc-c960-4b3d-ba93-e904f774b06b req-7383cf50-a7bf-48f7-b1f6-28af7df1076f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:28.837862 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6ec37afc-c960-4b3d-ba93-e904f774b06b req-7383cf50-a7bf-48f7-b1f6-28af7df1076f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1120596 Feb 17 21:02:28.846142 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-468b2f31-9df9-4445-b49c-010de6092863 service neutron] 10.222.0.59 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801598 Feb 17 21:02:28.901948 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6ec37afc-c960-4b3d-ba93-e904f774b06b req-1765c0fe-768b-41d6-9312-ffa5f7680b90 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Feb 17 21:02:29.259851 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-da5f9565-8105-4756-943b-7de320670688 service neutron] 10.222.0.59 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4068248 Feb 17 21:02:30.047426 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-29694c4d-8f14-45ef-88b6-668bc0cd191d req-444e3f47-c5e4-42d8-b7c6-9deb9995abf2 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 210 time: 0.0766721 Feb 17 21:02:31.135812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7edd71b7-66bd-4a6f-bc66-abadb8154c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:31.212506 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1a09f199-22fe-48ae-9057-d286cb2ed2f6 req-664e0865-e388-4f7e-8672-df7979f6059b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 210 time: 0.0497658 Feb 17 21:02:31.651608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:02:31.876893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-f3ebf9bf-391e-4fda-9438-48dbc6cc47cc tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:31.878523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-f3ebf9bf-391e-4fda-9438-48dbc6cc47cc tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "GET /v2.0/networks?id=b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 200 len: 809 time: 0.1746325 Feb 17 21:02:31.909557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Request body: {'port': {'device_id': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3', 'admin_state_up': True, 'tenant_id': '0d1d122b44ed4d57917453499b1982a7'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:32.102617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:32.108441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Usage tracker for resource:port and tenant:0d1d122b44ed4d57917453499b1982a7 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:32.111524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:32.119019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:32.167565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Made reservation on behalf of 0d1d122b44ed4d57917453499b1982a7 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:02:32.179198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.201008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36652) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:32.359507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.382797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:32.387298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Usage tracker for resource:security_group_rule and tenant:81578de13f60420e825bf7e5c0bb6083 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:32.390835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:32.397177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:32.398345 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ff672ddf-77cc-4c5b-a018-82284f6f425d req-471709ab-47ac-4d52-b860-8be35ab57581 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 210 time: 0.0642462 Feb 17 21:02:32.515205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.556119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.565303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-930da23d-6ca7-4ade-83f0-0aa4d2a678bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:32.625954 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81578de13f60420e825bf7e5c0bb6083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200375 Feb 17 21:02:32.627062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36664) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:32.628478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d830ad-9205-417c-b0dd-a9ed14a2f232,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:32.636837 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.637233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.637882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.638468 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.638878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.639277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.639671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.640065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.640458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.640842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.641233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.641619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.642072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.642440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.642967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.643485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.644035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.644581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.645126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.645687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.646235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.646774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.647539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.648076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.652899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:32.709079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Allocated IP 172.20.0.10 (b5991004-c402-4bc6-9e13-3af534434ea3/e7713a31-fed1-41e4-8ddf-0f0a7ba9d200/74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:02:32.727246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.761147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.860187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.868415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-386f4bda-8b15-4532-8dd6-ccc1c386a09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:32.898073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d830ad-9205-417c-b0dd-a9ed14a2f232,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:32.908476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.908887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.909295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.909730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.910096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.910513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.910937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.911386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.911779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.912166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.912551 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.912932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.913354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.913763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.914143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.914523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.914905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.915286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.915666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.916043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.916421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.916887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.917284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.917694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:32.922265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:32.943296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:32.944500 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89d830ad-9205-417c-b0dd-a9ed14a2f232 HTTP/1.1" status: 204 len: 168 time: 0.3161142 Feb 17 21:02:33.104324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.121346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-018dc779-12e2-478e-9e9a-0e50dd87a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.159004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.176477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:33.328211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Pushing event updated for resources: {'Port': ['ID=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:33.332479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:33.510200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Network b5991004-c402-4bc6-9e13-3af534434ea3 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:02:33.515443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:02:33.520910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36686) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:33.534356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:02:33.542597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.547488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:33.548212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.563022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:33.567318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3ae83660504c91868e544c816dd371 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:33.571969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:33.578845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:33.593559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20705c2-8c2c-4dfc-8d31-d8657307d993 req-94d481d3-16eb-4127-a999-04d11661301b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:33.595200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c20705c2-8c2c-4dfc-8d31-d8657307d993 req-94d481d3-16eb-4127-a999-04d11661301b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2104428 Feb 17 21:02:33.598428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd133e-8970-4149-a565-f4f309a2faae req-525b3d2d-301a-46f5-95a8-c531f67e73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:33.599941 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-525b3d2d-301a-46f5-95a8-c531f67e73dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.2609313 Feb 17 21:02:33.700244 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7954271 Feb 17 21:02:33.717995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740720-d53f-432a-8f3a-a5100d35218b req-981f793c-4a5f-47c3-be4e-ea39668a04fd tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:33.719624 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db740720-d53f-432a-8f3a-a5100d35218b req-981f793c-4a5f-47c3-be4e-ea39668a04fd tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 932 time: 0.1315858 Feb 17 21:02:33.733419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Request body: {'port': {'device_id': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:33.772989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.782210 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c20705c2-8c2c-4dfc-8d31-d8657307d993 req-0deb703e-1b48-4c44-aaf6-48051d1dd973 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790705 Feb 17 21:02:33.792926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db740720-d53f-432a-8f3a-a5100d35218b req-8a38dc7d-61fb-457b-af42-e6a523347c7c tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:33.815263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:33.827728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1a5ef4e5-5ed2-4e52-b398-26b1c071de31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:33.863474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db740720-d53f-432a-8f3a-a5100d35218b req-8a38dc7d-61fb-457b-af42-e6a523347c7c tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:33.866197 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db740720-d53f-432a-8f3a-a5100d35218b req-8a38dc7d-61fb-457b-af42-e6a523347c7c tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358674 Feb 17 21:02:33.876458 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c3ae83660504c91868e544c816dd371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543937 Feb 17 21:02:33.880157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc87f9-7e5a-4994-9cef-0a060a6c41f7,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:33.883248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36692) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:33.886290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:33.906890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd133e-8970-4149-a565-f4f309a2faae req-32baae68-e0de-417f-aa5d-eae0d480233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:33.908654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-32baae68-e0de-417f-aa5d-eae0d480233b service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.2908058 Feb 17 21:02:33.969209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.000363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.015276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.025655 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-37dd16ad-0244-44e8-a99d-8b1aa9d54fa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.1054502 Feb 17 21:02:34.135370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.140675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a21ab8d2-b61c-4eea-ae7e-39892bfa1c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:34.154436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc87f9-7e5a-4994-9cef-0a060a6c41f7,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:34.157129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:34.184966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.208150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd133e-8970-4149-a565-f4f309a2faae req-a27f89ee-a578-46ba-b175-a3fe10968fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:34.208993 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9dc87f9-7e5a-4994-9cef-0a060a6c41f7 HTTP/1.1" status: 204 len: 168 time: 0.3248982 Feb 17 21:02:34.209644 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-a27f89ee-a578-46ba-b175-a3fe10968fb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.1384425 Feb 17 21:02:34.264032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:34.284588 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-0a069b96-9897-4db1-8e3b-fa6fd6394b61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566874 Feb 17 21:02:34.812909 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-d3b6c6f8-1ee4-4429-b8cd-e5def4233cfb service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201647 Feb 17 21:02:35.004994 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7dd133e-8970-4149-a565-f4f309a2faae req-e0667d51-f7c0-4ad9-8b83-8d421010f42b service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854465 Feb 17 21:02:35.058358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e285746-8f30-4803-9dba-9c49b7974bdf req-e07b0772-8f6c-4a37-b857-948b03a4406b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:35.060739 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2e285746-8f30-4803-9dba-9c49b7974bdf req-e07b0772-8f6c-4a37-b857-948b03a4406b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1407475 Feb 17 21:02:35.131491 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2e285746-8f30-4803-9dba-9c49b7974bdf req-8cc2e525-3894-4435-9b9d-03d5ece076b9 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578055 Feb 17 21:02:35.194772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:02:35.206390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.225398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Transition to ACTIVE for port object 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:02:35.242657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90dd5-2d9e-4f4c-afdf-6bfcdf29293e req-a824800c-17b4-43ed-8a2c-21c5366f79a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:35.243422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-0cb90dd5-2d9e-4f4c-afdf-6bfcdf29293e req-a824800c-17b4-43ed-8a2c-21c5366f79a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:35.278388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.278578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.294780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:35.344124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.394328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-0cb90dd5-2d9e-4f4c-afdf-6bfcdf29293e req-a824800c-17b4-43ed-8a2c-21c5366f79a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:35.399175 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0cb90dd5-2d9e-4f4c-afdf-6bfcdf29293e req-a824800c-17b4-43ed-8a2c-21c5366f79a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 932 time: 0.3688345 Feb 17 21:02:35.464969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Pushing event updated for resources: {'Port': ['ID=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:35.474397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:35.497423 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0cb90dd5-2d9e-4f4c-afdf-6bfcdf29293e req-cc0f4a1a-0bf6-4adb-8494-0da487a6fe2f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Feb 17 21:02:35.602338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36754) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:35.641890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Attempting to bind port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:02:35.642266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Attempting to bind port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:02:35.642627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Attempting to bind port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb on network b5991004-c402-4bc6-9e13-3af534434ea3 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:02:35.648393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:02:35.648774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Checking segment: {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:02:35.649174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.649565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Bound using segment: {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:02:35.650060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Bound port: 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:02:35.650435 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.693728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Deleting subnet 11cb4948-f051-4fa6-91bd-e2c86010fb8e {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:02:35.698855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.759205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765363'] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.793198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] For port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:02:35.797099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] For port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:02:35.818892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.853005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:35.869108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:36.053007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Pushing event updated for resources: {'Port': ['ID=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:36.057168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:36.097072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:36.097895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:36.099639 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] 10.222.0.57 "PUT /v2.0/ports/74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb HTTP/1.1" status: 200 len: 1158 time: 2.3759913 Feb 17 21:02:36.100388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:36.171233 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb', 'status': 'completed', 'code': 200} Feb 17 21:02:36.370491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-680101d4-8bdd-4c32-9f8d-807e961afff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:36.373006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-680101d4-8bdd-4c32-9f8d-807e961afff7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 1161 time: 0.1550858 Feb 17 21:02:36.391905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8d1f3-2d9a-4101-afc5-43880a2f078b req-388c8a18-9c4f-4bb6-8974-9b7bf2bd1d46 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:36.392847 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bbf8d1f3-2d9a-4101-afc5-43880a2f078b req-388c8a18-9c4f-4bb6-8974-9b7bf2bd1d46 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1202304 Feb 17 21:02:36.394283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2403291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3043373'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:36.500466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:36.550652 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bbf8d1f3-2d9a-4101-afc5-43880a2f078b req-d3ee56e5-443a-42fb-a42b-f83f212b2855 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298530 Feb 17 21:02:36.601596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cb4948-f051-4fa6-91bd-e2c86010fb8e,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:36.608143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:36.620359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:36.631742 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/11cb4948-f051-4fa6-91bd-e2c86010fb8e HTTP/1.1" status: 204 len: 168 time: 1.0277941 Feb 17 21:02:36.632554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36776) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:36.635620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-e2f0d0d6-6867-4acd-a913-205671fb4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:36.638127 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-e2f0d0d6-6867-4acd-a913-205671fb4e5d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0d1d122b44ed4d57917453499b1982a7&shared=False HTTP/1.1" status: 200 len: 903 time: 0.2441101 Feb 17 21:02:36.757408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebbf64-80b8-459a-b610-22337c51d039 req-8f0c00fe-1003-4a53-b0da-e6d3b2e2ff1d tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:36.767830 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-01ebbf64-80b8-459a-b610-22337c51d039 req-8f0c00fe-1003-4a53-b0da-e6d3b2e2ff1d tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 944 time: 0.1186681 Feb 17 21:02:36.827234 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-01ebbf64-80b8-459a-b610-22337c51d039 req-058df62d-2744-4608-9d2d-de76d398d45d tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Feb 17 21:02:36.878741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:37.032109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-f998b39d-c0bf-491f-8233-a025199c4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:37.033797 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5eb9a76b-afdb-4bab-ab47-fe5bb20ff926 req-f998b39d-c0bf-491f-8233-a025199c4d10 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3746569 Feb 17 21:02:37.157476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:37.289038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.289441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.290547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.290675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > port after_create 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.291011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.291397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > port after_update 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.291759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.292121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.292483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.292841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.361632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.362064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.362443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.362816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84091) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:02:37.363220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55be2117-8f56-40c7-ae17-5de8c1ae5530']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:37.385627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20028630-6dd8-4166-9a32-e0aeda6f4488') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:37.386234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20028630-6dd8-4166-9a32-e0aeda6f4488') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:37.398158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-06a7d0a4-b7b0-483a-ab65-c85c559cba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:37.399916 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-06a7d0a4-b7b0-483a-ab65-c85c559cba38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 1161 time: 0.2924361 Feb 17 21:02:37.404166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:37.491102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:37.500644 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-324ae194-7fd8-498b-ace0-a337bd2a8bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb HTTP/1.1" status: 200 len: 217 time: 0.0809593 Feb 17 21:02:37.500644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:02:37.805944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886fa7a-90d4-4000-9896-c9a366eb3452 req-ffb4d4e6-7d3e-4074-819b-43bb6e7a4425 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:37.807788 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4886fa7a-90d4-4000-9896-c9a366eb3452 req-ffb4d4e6-7d3e-4074-819b-43bb6e7a4425 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1081131 Feb 17 21:02:37.868920 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4886fa7a-90d4-4000-9896-c9a366eb3452 req-785a1fe0-7cad-4a73-bcca-b938707c3861 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Feb 17 21:02:37.959908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-c11ae804-f468-4ce6-a088-02bb6a008b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:37.961572 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-c11ae804-f468-4ce6-a088-02bb6a008b16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7713a31-fed1-41e4-8ddf-0f0a7ba9d200 HTTP/1.1" status: 200 len: 849 time: 0.4514251 Feb 17 21:02:38.042836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:02:38.061901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.067128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850a035-65e2-4011-92f2-ef229384e112 req-80dfd4e6-9507-4203-9358-8b14143a000a tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:38.075750 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0850a035-65e2-4011-92f2-ef229384e112 req-80dfd4e6-9507-4203-9358-8b14143a000a tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 944 time: 0.1037445 Feb 17 21:02:38.124498 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0850a035-65e2-4011-92f2-ef229384e112 req-f763c8cd-2384-4954-b902-855d9e41703f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477543 Feb 17 21:02:38.201535 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-d135ac44-94d3-4265-a3d4-4214f47d5cc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5991004-c402-4bc6-9e13-3af534434ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2282803 Feb 17 21:02:38.423906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Network 55be2117-8f56-40c7-ae17-5de8c1ae5530 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: from cryptography.utils import int_from_bytes Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: from cryptography.utils import int_from_bytes Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: (rel_b, rel_a, rel_b), Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: (rel_b, rel_a, rel_b), Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:02:38.454201 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:02:38.555595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0677-3241-483d-889e-8b7dd014b036 req-2d8d7e33-b209-4079-bc7e-7e57a62ae997 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:38.557195 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f0ae0677-3241-483d-889e-8b7dd014b036 req-2d8d7e33-b209-4079-bc7e-7e57a62ae997 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.4745159 Feb 17 21:02:38.613942 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-479318a1-e743-485c-8e5d-4265ca838dfd service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846772 Feb 17 21:02:38.655201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.705155 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f0ae0677-3241-483d-889e-8b7dd014b036 req-b8d8511a-3e84-4bd7-850f-b108c5d5171d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320858 Feb 17 21:02:38.726427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:38.749372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.753954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Pushing event deleted for resources: {'Network': ['ID=55be2117-8f56-40c7-ae17-5de8c1ae5530,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:38.758582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:38.767248 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] 10.222.0.59 "DELETE /v2.0/networks/55be2117-8f56-40c7-ae17-5de8c1ae5530 HTTP/1.1" status: 204 len: 168 time: 2.1335025 Feb 17 21:02:38.770321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36806) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:38.804187 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-369482c4-9c88-4a61-831b-1b3aa6e9e708 req-74358ee3-bed3-4dc1-bc3e-8e1d4abe1c00 service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1791520 Feb 17 21:02:38.836761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Deleting subnet c07cd8ca-d3a2-4372-a363-069a98d6c604 {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:02:38.839843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.895616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765363'] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.955108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:39.066068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f6796-7e66-4c56-9e89-9f6fc87d0754 req-95743f19-dca4-4fa3-bda7-2765caf2dcc5 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:39.067684 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-712f6796-7e66-4c56-9e89-9f6fc87d0754 req-95743f19-dca4-4fa3-bda7-2765caf2dcc5 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0895278 Feb 17 21:02:39.124074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-712f6796-7e66-4c56-9e89-9f6fc87d0754 req-8dbe67bb-5b52-4432-b222-02d7dfb4fc49 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Feb 17 21:02:39.358636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2403291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3043373'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:39.422278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f0cd6e28-44ca-46b4-a603-29e778e907f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:39.445463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57e7f-44ad-4199-83c3-c1e831658f8b req-45d596ab-49b7-42e8-9c23-18d46951eee0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:39.447134 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fd57e7f-44ad-4199-83c3-c1e831658f8b req-45d596ab-49b7-42e8-9c23-18d46951eee0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 944 time: 0.0925753 Feb 17 21:02:39.478985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07cd8ca-d3a2-4372-a363-069a98d6c604,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:39.482536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:39.498804 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fd57e7f-44ad-4199-83c3-c1e831658f8b req-cefef9ec-2c26-4aba-8c32-2c701e46c370 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Feb 17 21:02:39.531567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:39.539971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 36832) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:39.540533 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a7c7ac60-9a96-4e93-a494-04aad84bf98b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c07cd8ca-d3a2-4372-a363-069a98d6c604 HTTP/1.1" status: 204 len: 168 time: 0.7688670 Feb 17 21:02:39.720915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:39.914869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aade1a-e2fb-4659-84a5-7c3d90984418 req-b01acdd3-b2c8-4536-9503-787f322c204c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:39.916835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5aade1a-e2fb-4659-84a5-7c3d90984418 req-b01acdd3-b2c8-4536-9503-787f322c204c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0876827 Feb 17 21:02:39.942156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:39.972034 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5aade1a-e2fb-4659-84a5-7c3d90984418 req-86585021-904d-42e8-94db-51ef87a0253c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479541 Feb 17 21:02:40.013889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e32af7-fa18-4fc6-b9eb-9f724853e3e6 req-887d50d6-43ea-4c82-bca8-7da905c4b3f6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:40.015480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b0e32af7-fa18-4fc6-b9eb-9f724853e3e6 req-887d50d6-43ea-4c82-bca8-7da905c4b3f6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.3595610 Feb 17 21:02:40.101021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a62b8c4-f4ab-4f11-ab78-ce32d865a54e']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:40.110876 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b0e32af7-fa18-4fc6-b9eb-9f724853e3e6 req-1ad92484-c12e-4a6d-bb45-a1160c43fc06 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879576 Feb 17 21:02:40.116964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6659878-266c-43c7-8696-43297c2454a3') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:40.117306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6659878-266c-43c7-8696-43297c2454a3') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:02:40.131062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:40.204693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:40.207077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:02:40.324816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd86942-bef0-467a-aa43-b485f4b56650 req-67e9a2f6-b05d-4a2c-96a3-ab9edf96ecd6 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:40.326951 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfd86942-bef0-467a-aa43-b485f4b56650 req-67e9a2f6-b05d-4a2c-96a3-ab9edf96ecd6 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0869110 Feb 17 21:02:40.374580 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfd86942-bef0-467a-aa43-b485f4b56650 req-10e26342-32ab-4a46-942a-96266832c2d6 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Feb 17 21:02:40.389863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:02:40.399306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:40.581928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Network 0a62b8c4-f4ab-4f11-ab78-ce32d865a54e has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:02:40.608514 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:02:40.765555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeced4a0-5c67-471b-8895-cfac13d4c595 req-a66c8f74-5207-42ae-b86d-3cdbf2b6f9e9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:40.767286 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aeced4a0-5c67-471b-8895-cfac13d4c595 req-a66c8f74-5207-42ae-b86d-3cdbf2b6f9e9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 944 time: 0.1122985 Feb 17 21:02:40.817137 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aeced4a0-5c67-471b-8895-cfac13d4c595 req-5f156d46-67e0-4829-a2d3-251142d8581f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Feb 17 21:02:40.898245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:40.902759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:40.906677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:40.927672 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] 10.222.0.59 "DELETE /v2.0/networks/0a62b8c4-f4ab-4f11-ab78-ce32d865a54e HTTP/1.1" status: 204 len: 168 time: 1.3865640 Feb 17 21:02:40.928781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Pushing event deleted for resources: {'Network': ['ID=0a62b8c4-f4ab-4f11-ab78-ce32d865a54e,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:40.931443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:41.179681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ab553-1b95-4825-a5af-d6d4bbe1af6d req-b70a61a4-d245-407b-b402-0ddb4238bcdc tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:41.181307 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ac8ab553-1b95-4825-a5af-d6d4bbe1af6d req-b70a61a4-d245-407b-b402-0ddb4238bcdc tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0916581 Feb 17 21:02:41.231900 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ac8ab553-1b95-4825-a5af-d6d4bbe1af6d req-67965103-c74e-4693-9480-9aee65d9b755 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Feb 17 21:02:41.291822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36856) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:41.296771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-287bae8b-668a-4eb1-aee8-5270e39e0ef2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:02:41.330440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbc7d7-d1b9-4406-8f03-efdcbed91733 req-a6c241f2-4ea8-4a30-8ce4-60426c704146 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:41.331990 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5cbc7d7-d1b9-4406-8f03-efdcbed91733 req-a6c241f2-4ea8-4a30-8ce4-60426c704146 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0936713 Feb 17 21:02:41.347342 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d78d766d-291b-44b9-a644-5ffd668adf4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01b2b1f48d28413cbf0be699a1c25882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534868 Feb 17 21:02:41.350058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36860) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:41.380101 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5cbc7d7-d1b9-4406-8f03-efdcbed91733 req-bb324cf2-8616-41fc-b75a-3ce3bd21b4ba tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Feb 17 21:02:41.413054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.443612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.568953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.576363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-54a9e1b9-4ae3-4397-a410-6985133b765d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:41.599352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1b0f3-8796-4419-adf0-adf045003647,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:41.602642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:41.609866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652a9b-8f8b-4666-ab9b-8f6da7e4b662 req-c8776829-ef8d-4c23-b079-8afb9ed4b391 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:41.610929 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b4652a9b-8f8b-4666-ab9b-8f6da7e4b662 req-c8776829-ef8d-4c23-b079-8afb9ed4b391 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1144006 Feb 17 21:02:41.654004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.655194 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/deb1b0f3-8796-4419-adf0-adf045003647 HTTP/1.1" status: 204 len: 168 time: 0.3041677 Feb 17 21:02:41.666277 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b4652a9b-8f8b-4666-ab9b-8f6da7e4b662 req-824d1f54-dd12-40f3-98d6-3c7f398e9d3a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Feb 17 21:02:42.033990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce3933-be4f-4b4e-9f31-43b5e6e6dd22 req-ae1bba2c-3fbb-4320-b133-9063ce1600d6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:42.035639 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfce3933-be4f-4b4e-9f31-43b5e6e6dd22 req-ae1bba2c-3fbb-4320-b133-9063ce1600d6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 944 time: 0.0992205 Feb 17 21:02:42.086040 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfce3933-be4f-4b4e-9f31-43b5e6e6dd22 req-345b53f6-3146-4e1f-ac67-bb39ab41a2d3 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Feb 17 21:02:42.223845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:42.234021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36874) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:42.289572 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-bb7a9644-b05d-4a04-89d8-d75801763707 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f92102775909400e95cdaa724aaac822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518603 Feb 17 21:02:42.289938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 36880) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:42.326857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:02:42.333529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:42.336371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.408265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.447706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.463250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.519022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387255-0e94-4835-88c2-38a15dda01a3 req-5255cb6c-d37d-4101-90a8-b8c1a9389670 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:42.521505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c8387255-0e94-4835-88c2-38a15dda01a3 req-5255cb6c-d37d-4101-90a8-b8c1a9389670 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1702805 Feb 17 21:02:42.575147 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c8387255-0e94-4835-88c2-38a15dda01a3 req-e832617e-243b-4ee9-adca-5974103b3f4c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Feb 17 21:02:42.595745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:42.608834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:42.614073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec399b9d-57a4-46ab-a146-834c52d3d2b5 req-bc1e493b-34b2-454a-b07a-4fc966de191e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:42.615727 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ec399b9d-57a4-46ab-a146-834c52d3d2b5 req-bc1e493b-34b2-454a-b07a-4fc966de191e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1041503 Feb 17 21:02:42.635083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.645484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ed980621-9d12-48b7-988d-ba68c2a40c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:42.647656 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb', 'code': 200} Feb 17 21:02:42.657847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cea691-d9cd-4301-b16d-1ff0e5a6a4ae,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:42.661074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:42.663104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.665375 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23cea691-d9cd-4301-b16d-1ff0e5a6a4ae HTTP/1.1" status: 204 len: 168 time: 0.3735454 Feb 17 21:02:42.666928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.669826 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ec399b9d-57a4-46ab-a146-834c52d3d2b5 req-43abbad2-0cb9-4cb8-92ad-7cbb692b25cc tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476830 Feb 17 21:02:42.674695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:42.790202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:42.799359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.799757 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.800141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.800519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.800891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.801337 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.801639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.802314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.802684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.803050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.803416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.803780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.804187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.804697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.805099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.805425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.805813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.806178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.806542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.806883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.807581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.807810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.808177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.808540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:42.813909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:42.897424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ee2d9-0579-4f8e-9568-b1e167c65208 req-15270a44-551c-40ae-b2df-d53d5f7994f6 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:42.899229 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-955ee2d9-0579-4f8e-9568-b1e167c65208 req-15270a44-551c-40ae-b2df-d53d5f7994f6 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0944071 Feb 17 21:02:42.948622 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-955ee2d9-0579-4f8e-9568-b1e167c65208 req-57a977d4-6830-431b-a6fb-4c5ad504c425 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Feb 17 21:02:43.041183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7822ae3-6439-4946-9ac5-2f4d07580b8f req-718efdeb-50dd-45bb-bfea-2581a404f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:43.042883 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7822ae3-6439-4946-9ac5-2f4d07580b8f req-718efdeb-50dd-45bb-bfea-2581a404f051 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 1163 time: 0.0802596 Feb 17 21:02:43.099633 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f7822ae3-6439-4946-9ac5-2f4d07580b8f req-55e910c1-1a4f-4c16-ae81-2b36e6f2b89a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Feb 17 21:02:43.274724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:43.287671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864699ee-4bed-4bf8-802d-6c46b5b69d36 req-722c5467-0cb3-46d1-a982-e4089e5ff6a7 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:43.295946 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-864699ee-4bed-4bf8-802d-6c46b5b69d36 req-722c5467-0cb3-46d1-a982-e4089e5ff6a7 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 946 time: 0.0959914 Feb 17 21:02:43.352814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:43.353239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:43.362728 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-864699ee-4bed-4bf8-802d-6c46b5b69d36 req-bd93ad16-1fb6-40b9-a301-12adb916428f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567598 Feb 17 21:02:43.799890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446a686-2010-45b1-a983-799910e1d8d7 req-975faeb7-2ed0-420b-a71b-189d8ce0f0d6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:43.801520 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c446a686-2010-45b1-a983-799910e1d8d7 req-975faeb7-2ed0-420b-a71b-189d8ce0f0d6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1067529 Feb 17 21:02:43.857103 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c446a686-2010-45b1-a983-799910e1d8d7 req-3a82b1c3-a865-44f9-a85d-39aa6a6b761f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Feb 17 21:02:43.914911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde53ef2-2e43-4484-aa1a-36772fd21659 req-02590b01-6027-4dbf-8da2-9fe2b8a81dd6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:43.918208 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cde53ef2-2e43-4484-aa1a-36772fd21659 req-02590b01-6027-4dbf-8da2-9fe2b8a81dd6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1167648 Feb 17 21:02:44.189824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a35aa2-036d-4f69-b4e9-4156a52fd82c req-c0f2d280-fde3-443e-a49d-d7e613e46b89 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:44.192091 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d9a35aa2-036d-4f69-b4e9-4156a52fd82c req-c0f2d280-fde3-443e-a49d-d7e613e46b89 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0940578 Feb 17 21:02:44.245893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d9a35aa2-036d-4f69-b4e9-4156a52fd82c req-f21ddffd-9b77-4477-ab12-c8c8ea853e9d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Feb 17 21:02:44.249041 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cde53ef2-2e43-4484-aa1a-36772fd21659 req-c51ad0e4-24c3-49e2-b58c-e71d3a245eb9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181229 Feb 17 21:02:44.571996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b0690-e052-48a5-adb6-fd9d82d6da5c req-4a4c4a20-dbf9-40e2-a0da-7f46f247688a tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:44.573582 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-568b0690-e052-48a5-adb6-fd9d82d6da5c req-4a4c4a20-dbf9-40e2-a0da-7f46f247688a tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 946 time: 0.1006434 Feb 17 21:02:44.624934 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-568b0690-e052-48a5-adb6-fd9d82d6da5c req-fbbcefb3-b6f6-46ed-93e0-b3796e26ba4c tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448515 Feb 17 21:02:45.080466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f697-f7e1-44dc-bf67-5519795671a5 req-4fda61ba-d82f-4267-be93-f3d13b7bfb17 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:45.082092 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22c9f697-f7e1-44dc-bf67-5519795671a5 req-4fda61ba-d82f-4267-be93-f3d13b7bfb17 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0976572 Feb 17 21:02:45.132512 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22c9f697-f7e1-44dc-bf67-5519795671a5 req-b873a5df-f810-4c7c-9299-6d9fa7cd4aec tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Feb 17 21:02:45.473630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462566f-ecf9-46b7-b7e0-a14d6875f6fa req-8bab9186-e892-49f6-a5a1-bf6312758412 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:45.475916 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7462566f-ecf9-46b7-b7e0-a14d6875f6fa req-8bab9186-e892-49f6-a5a1-bf6312758412 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1018157 Feb 17 21:02:45.497283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214f01-9047-4f94-90da-fdb656dc073a req-9fbf6907-d319-4117-9814-d79e8617be3c tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:45.499163 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-42214f01-9047-4f94-90da-fdb656dc073a req-9fbf6907-d319-4117-9814-d79e8617be3c tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1153035 Feb 17 21:02:45.529863 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7462566f-ecf9-46b7-b7e0-a14d6875f6fa req-67e67aa3-61b2-4ecb-a1ad-8c1bf7cab616 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Feb 17 21:02:45.558891 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-42214f01-9047-4f94-90da-fdb656dc073a req-68fbbe5e-84dd-4d9d-ba98-2a915e770452 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Feb 17 21:02:46.351315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80327047-1cf3-46be-b351-38a9115879d3 req-5ee7fc49-5f81-490e-9045-1d7da6f0dd38 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:46.353057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-80327047-1cf3-46be-b351-38a9115879d3 req-5ee7fc49-5f81-490e-9045-1d7da6f0dd38 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1000175 Feb 17 21:02:46.406209 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-80327047-1cf3-46be-b351-38a9115879d3 req-f78977aa-3c2e-4fb9-9af5-d8db07f21408 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Feb 17 21:02:46.508799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbab3a-9271-445f-a4c3-fcbce0f58cb9 req-6a9f94dc-5525-4c19-9d88-081367350227 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:46.510439 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-97fbab3a-9271-445f-a4c3-fcbce0f58cb9 req-6a9f94dc-5525-4c19-9d88-081367350227 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 946 time: 0.0930867 Feb 17 21:02:46.558768 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-97fbab3a-9271-445f-a4c3-fcbce0f58cb9 req-d66996f0-c345-4da1-b562-b925b555009f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Feb 17 21:02:46.752947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12d74-ea6e-42f8-b19f-05a51ac23226 req-714c265c-8386-45f4-b36a-32a712451c8b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:46.754433 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a2d12d74-ea6e-42f8-b19f-05a51ac23226 req-714c265c-8386-45f4-b36a-32a712451c8b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0920353 Feb 17 21:02:46.770574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c370a5-231a-49e1-99f4-7c5b3e954601 req-7fb90090-1fdf-44a1-88d5-5362dbc75a37 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:46.772212 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b3c370a5-231a-49e1-99f4-7c5b3e954601 req-7fb90090-1fdf-44a1-88d5-5362dbc75a37 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0935175 Feb 17 21:02:46.805153 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a2d12d74-ea6e-42f8-b19f-05a51ac23226 req-a8243f7a-98fc-4d3d-9f5a-2f146d39bbff tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Feb 17 21:02:46.824036 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b3c370a5-231a-49e1-99f4-7c5b3e954601 req-6ad31034-eacc-43bb-8c06-ba945176fd6f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Feb 17 21:02:47.655362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a49c9a-5453-46df-a344-595999dbdd64 req-efbbfcea-4820-4272-8730-8dd02ed96681 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:47.657622 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68a49c9a-5453-46df-a344-595999dbdd64 req-efbbfcea-4820-4272-8730-8dd02ed96681 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0912569 Feb 17 21:02:47.712213 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-68a49c9a-5453-46df-a344-595999dbdd64 req-e9ba49c3-2249-4b15-9d05-7178dc3f7cc8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Feb 17 21:02:47.785377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abe20b-3db4-4bbf-aeb2-2aef56485e4f req-284c1fd4-c268-4545-910f-f10852499abf tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:47.787045 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-92abe20b-3db4-4bbf-aeb2-2aef56485e4f req-284c1fd4-c268-4545-910f-f10852499abf tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 946 time: 0.0930362 Feb 17 21:02:47.841845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-92abe20b-3db4-4bbf-aeb2-2aef56485e4f req-3a7b8094-af9d-4fca-9a7f-a90977497405 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 Feb 17 21:02:48.033222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57d00-a9f3-4f4f-b207-af030141ecea req-490b8847-3850-4417-9067-02b466c2a522 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:48.034866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-15f57d00-a9f3-4f4f-b207-af030141ecea req-490b8847-3850-4417-9067-02b466c2a522 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0971088 Feb 17 21:02:48.097900 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-15f57d00-a9f3-4f4f-b207-af030141ecea req-b3496040-58fe-4eea-8400-a473a73829af tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541425 Feb 17 21:02:48.107397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503894c8-eac8-441a-989b-dd0f1d0565d5 req-87ea76ec-01d1-48b6-bf00-37779598fccd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:48.109076 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-503894c8-eac8-441a-989b-dd0f1d0565d5 req-87ea76ec-01d1-48b6-bf00-37779598fccd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1635990 Feb 17 21:02:48.115632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-15161360-621c-4c92-b526-8ac617a0d812 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:48.117167 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-15161360-621c-4c92-b526-8ac617a0d812 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 946 time: 0.1294446 Feb 17 21:02:48.220610 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-503894c8-eac8-441a-989b-dd0f1d0565d5 req-0d7258e9-51dc-4505-97bc-61128d58b3a4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023521 Feb 17 21:02:48.229139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Deleting port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:48.229520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:48.498415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] For port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:48.498820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:48.633403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Calling delete_port for 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:48.823570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:48.840672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2c27b33c-4040-4a98-912f-37314659dc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:48.944824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53648f9-c90b-4470-a351-e27511ea96c9 req-20f1b9a7-28ae-4373-a38e-430251840b32 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:48.946714 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e53648f9-c90b-4470-a351-e27511ea96c9 req-20f1b9a7-28ae-4373-a38e-430251840b32 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1043067 Feb 17 21:02:48.948769 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Pushing event deleted for resources: {'Port': ['ID=74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:49.003999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:49.019472 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e53648f9-c90b-4470-a351-e27511ea96c9 req-370d1d59-9b0e-48d9-96c7-50382efb7ef1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650566 Feb 17 21:02:49.066881 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6941e3e6-1f58-4dc5-b33a-dabe6af71cbb req-1c6a70d0-ed87-4309-a73f-24602a0dc74a tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2e265a-343a-462b-bfa8-5002e2ae83e8 HTTP/1.1" status: 200 len: 210 time: 0.0617878 Feb 17 21:02:49.120822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] No DVR routers for this DVR port 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:02:49.123725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:49.126590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'name': 'network-vif-deleted', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:49.174109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2e265a-343a-462b-bfa8-5002e2ae83e8', 'name': 'network-vif-deleted', 'tag': '74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb', 'status': 'completed', 'code': 200} Feb 17 21:02:49.177111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:49.179030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22055b3f-24a3-4857-a9fa-64f3c584575f req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "DELETE /v2.0/ports/74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb HTTP/1.1" status: 204 len: 173 time: 1.0466383 Feb 17 21:02:49.216313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:02:49.216708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 74ec922f-c574-4ba1-bb4f-e22ad7d8c8fb not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:02:49.327035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2e755-6e64-4157-a1dc-41003701bbb5 req-6c3ddcae-1c94-4a9b-b42f-506273c5b44d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:49.328807 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-09a2e755-6e64-4157-a1dc-41003701bbb5 req-6c3ddcae-1c94-4a9b-b42f-506273c5b44d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0916748 Feb 17 21:02:49.381507 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-09a2e755-6e64-4157-a1dc-41003701bbb5 req-9682b5e8-a4b6-4d34-903f-f67527ab687d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 Feb 17 21:02:49.432093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582688a-26ce-44e4-bf15-313e8b1527f6 req-7f0e9f8b-7cc4-4c7e-b502-3546f7423eec tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:49.433749 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4582688a-26ce-44e4-bf15-313e8b1527f6 req-7f0e9f8b-7cc4-4c7e-b502-3546f7423eec tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0879614 Feb 17 21:02:49.484228 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4582688a-26ce-44e4-bf15-313e8b1527f6 req-33d25c32-d2e3-465e-83da-07efdb3b050e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Feb 17 21:02:50.254116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63dc2-1a36-4079-ba6a-d89ac875a3ef req-e4d9aebf-501b-4ef4-b325-2b567287ad5e tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:50.255744 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-75f63dc2-1a36-4079-ba6a-d89ac875a3ef req-e4d9aebf-501b-4ef4-b325-2b567287ad5e tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1068194 Feb 17 21:02:50.309957 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-75f63dc2-1a36-4079-ba6a-d89ac875a3ef req-027a1b10-3666-431a-a2ce-5410ff595383 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Feb 17 21:02:50.355488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:50.613063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-82cffa00-9140-4212-a04a-98ec04a360f7 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:50.614618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-82cffa00-9140-4212-a04a-98ec04a360f7 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/networks?id=b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 200 len: 809 time: 0.1622570 Feb 17 21:02:50.630976 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-83c79aa9-3916-414d-a021-0ce53f518510 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/quotas/0d1d122b44ed4d57917453499b1982a7 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Feb 17 21:02:50.686034 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-138c8be2-ab62-4244-a6fa-ca03f952db7f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492136 Feb 17 21:02:50.776280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fac98-efe1-4d63-b172-9694b6fcf0d3 req-721aa9f5-fc47-4f68-ae79-b7ff8b2973a4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:50.778584 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b36fac98-efe1-4d63-b172-9694b6fcf0d3 req-721aa9f5-fc47-4f68-ae79-b7ff8b2973a4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0899146 Feb 17 21:02:50.830226 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b36fac98-efe1-4d63-b172-9694b6fcf0d3 req-0eac4fd6-aa28-4091-bc65-6c7ae77b808c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441842 Feb 17 21:02:50.838871 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-1c2f09c2-b44a-41c8-94b6-d769ccf7daa1 service neutron] 10.222.0.59 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453581 Feb 17 21:02:50.912899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37074) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:50.993164 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-3172c91c-91d7-447f-87f1-784b635c74ec service neutron] 10.222.0.59 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463871 Feb 17 21:02:51.038455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd8f3-82c9-4b2b-8fb0-74fc383be705 req-5ffb0f2b-3f1a-40dc-94c8-6252d10b310b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:51.040093 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ab5dd8f3-82c9-4b2b-8fb0-74fc383be705 req-5ffb0f2b-3f1a-40dc-94c8-6252d10b310b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0961244 Feb 17 21:02:51.077325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.105392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:51.114470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Usage tracker for resource:security_group_rule and tenant:a025dbec9b664183a23747258379848a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:51.119395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:51.129557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ab5dd8f3-82c9-4b2b-8fb0-74fc383be705 req-df7a09fb-0d91-47b8-9a34-091f8609035a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Feb 17 21:02:51.130465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:51.219144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.278810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.292810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8b378a3e-3469-4cd4-8305-a69dffa5545e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:51.304542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-bfc52bb9-180d-48db-a302-eaa93ff34d07 req-324baec2-1fbe-4a2e-b6b0-3cc7228ad88e tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:51.358440 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a025dbec9b664183a23747258379848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412792 Feb 17 21:02:51.358440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e158a270-596f-41e2-b2b8-2a9b384f7e50,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:51.359121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 37090) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:51.361556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:51.412279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-bfc52bb9-180d-48db-a302-eaa93ff34d07 req-324baec2-1fbe-4a2e-b6b0-3cc7228ad88e tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:51.413704 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bfc52bb9-180d-48db-a302-eaa93ff34d07 req-324baec2-1fbe-4a2e-b6b0-3cc7228ad88e tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 210 time: 0.1801009 Feb 17 21:02:51.461236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d417c2-b772-4601-850c-56041719b420 req-968c35e8-b099-487c-b6b1-a47086326ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:51.463337 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b5d417c2-b772-4601-850c-56041719b420 req-968c35e8-b099-487c-b6b1-a47086326ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.1001399 Feb 17 21:02:51.525536 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b5d417c2-b772-4601-850c-56041719b420 req-5c45a593-ca59-41e2-9c87-2b597836fc92 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555315 Feb 17 21:02:51.531785 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.570972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.630473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c272899-3cdc-4998-89bb-5debf5a00e6b req-2f4f2572-e0f1-4b12-8496-bd24f78d80c3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:51.632285 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c272899-3cdc-4998-89bb-5debf5a00e6b req-2f4f2572-e0f1-4b12-8496-bd24f78d80c3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1781514 Feb 17 21:02:51.686424 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c272899-3cdc-4998-89bb-5debf5a00e6b req-e14cccba-8db2-4991-a8d6-711628d0d88d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459092 Feb 17 21:02:51.687187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.691113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-487aa558-2bcd-4f69-9747-b90b03367927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:51.705412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e158a270-596f-41e2-b2b8-2a9b384f7e50,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:51.708218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:51.712159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.725919 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e158a270-596f-41e2-b2b8-2a9b384f7e50 HTTP/1.1" status: 204 len: 168 time: 0.3529592 Feb 17 21:02:52.137940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20b5d6-1d03-471b-a003-1b23b4a9fd45 req-bdd4dfb2-ae6c-485e-abec-9a102ee38871 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:52.139712 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd20b5d6-1d03-471b-a003-1b23b4a9fd45 req-bdd4dfb2-ae6c-485e-abec-9a102ee38871 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0976422 Feb 17 21:02:52.199359 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd20b5d6-1d03-471b-a003-1b23b4a9fd45 req-554124f3-ebff-4198-bba7-e19de3a441ea tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484638 Feb 17 21:02:52.361990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37118) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:52.423440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e406-9916-406f-8db3-eaf2da93cc44 req-b446cc59-3f60-42b1-9d1f-abafcabd725a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:52.425105 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c13e406-9916-406f-8db3-eaf2da93cc44 req-b446cc59-3f60-42b1-9d1f-abafcabd725a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0931876 Feb 17 21:02:52.494531 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9c13e406-9916-406f-8db3-eaf2da93cc44 req-c4114c7f-c5d4-41b6-87a0-651842146add tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544584 Feb 17 21:02:52.523397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.540851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:52.544798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d686e23ce89a45dfa4125b2d06382310 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:52.547861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:52.554223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:52.651057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48bdd97c-8ca4-42ed-968e-f0b589fb63b2 req-fc4d4125-2551-4460-b090-1976794b85be tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 210 time: 0.0788219 Feb 17 21:02:52.699176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.732776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.741757 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:52.786407 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d686e23ce89a45dfa4125b2d06382310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231408 Feb 17 21:02:52.787554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e1833-564c-46ac-9855-ffda932bd276,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:52.789249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 37128) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:02:52.790791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:53.121490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:53.157839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:53.190010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d60e53-8f3c-48ad-8413-631e040bc213 req-437e2f86-de3a-4229-ace0-8bdfcda7f941 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:53.191609 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-99d60e53-8f3c-48ad-8413-631e040bc213 req-437e2f86-de3a-4229-ace0-8bdfcda7f941 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.3698535 Feb 17 21:02:53.256622 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-99d60e53-8f3c-48ad-8413-631e040bc213 req-1d42ffe8-e980-4d15-a892-c0b52019b49a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516288 Feb 17 21:02:53.312188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:53.317615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-39bda77e-31b7-447e-892e-5f7bc3ffc1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:53.329199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e1833-564c-46ac-9855-ffda932bd276,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:53.331931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:53.338096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:53.339364 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/551e1833-564c-46ac-9855-ffda932bd276 HTTP/1.1" status: 204 len: 168 time: 0.5474410 Feb 17 21:02:53.448084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c1e2-7048-47c1-88b5-c6d794c195eb req-94eb46dd-1e2a-46ba-95df-ff7c5f45ab29 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:53.449815 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd0c1e2-7048-47c1-88b5-c6d794c195eb req-94eb46dd-1e2a-46ba-95df-ff7c5f45ab29 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1030123 Feb 17 21:02:53.505822 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddd0c1e2-7048-47c1-88b5-c6d794c195eb req-e7ba0323-6f24-4096-854d-c5982ba6a72f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497169 Feb 17 21:02:53.724747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-35998c1a-6331-41b5-ade0-e300bd19c1c0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:53.726501 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-35998c1a-6331-41b5-ade0-e300bd19c1c0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "GET /v2.0/networks?id=b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 200 len: 809 time: 0.2096353 Feb 17 21:02:53.745264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Request body: {'port': {'device_id': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3', 'admin_state_up': True, 'tenant_id': '0d1d122b44ed4d57917453499b1982a7'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:53.813975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e0422-e6a5-416d-8497-c2253207c830 req-e45c899e-e2b0-4f73-be03-501297886291 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:53.816593 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c56e0422-e6a5-416d-8497-c2253207c830 req-e45c899e-e2b0-4f73-be03-501297886291 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1391928 Feb 17 21:02:53.869782 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c56e0422-e6a5-416d-8497-c2253207c830 req-de4390f4-6671-4575-bdb0-06bbaa539c75 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Feb 17 21:02:53.885232 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a601c2e3-e14a-4976-80ec-1ffa197afa4b req-71600035-8ece-41c9-bfae-0db9d8aad304 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 210 time: 0.0706828 Feb 17 21:02:53.946596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:53.957228 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:54.044101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Made reservation on behalf of 0d1d122b44ed4d57917453499b1982a7 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:02:54.049983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:54.378331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Allocated IP 172.20.0.13 (b5991004-c402-4bc6-9e13-3af534434ea3/e7713a31-fed1-41e4-8ddf-0f0a7ba9d200/9f853b83-90b4-4615-a5d9-45c6944e57de) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:02:54.512655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986911c-1033-49ac-8c2a-99bf51d2a32f req-67089f2d-e37a-4429-b85e-a369a5206824 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:54.514466 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2986911c-1033-49ac-8c2a-99bf51d2a32f req-67089f2d-e37a-4429-b85e-a369a5206824 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1305094 Feb 17 21:02:54.586935 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2986911c-1033-49ac-8c2a-99bf51d2a32f req-a399f48f-67cb-42f8-a4a7-aae384988993 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541949 Feb 17 21:02:54.800131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec30f-1249-4edf-a926-323ab097d311 req-9a7aa77f-017f-400c-bab4-d237282968ad tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:54.802475 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b3fec30f-1249-4edf-a926-323ab097d311 req-9a7aa77f-017f-400c-bab4-d237282968ad tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0969043 Feb 17 21:02:54.859291 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b3fec30f-1249-4edf-a926-323ab097d311 req-7a16588f-ded9-44f7-b53b-3aebbb6b95de tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509996 Feb 17 21:02:54.977141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-d1d15a18-8a58-4bf1-9ad0-264aa5127e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:54.978806 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-d1d15a18-8a58-4bf1-9ad0-264aa5127e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e92f1d856a75476db168709154bb30c4&device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 1162 time: 0.5512235 Feb 17 21:02:54.991881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4639b-0d4f-47c9-ad7d-dcb255dcb5b3 req-af85cee8-262b-4b70-918c-f3a401a594a9 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:54.999607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bec4639b-0d4f-47c9-ad7d-dcb255dcb5b3 req-af85cee8-262b-4b70-918c-f3a401a594a9 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.5190215 Feb 17 21:02:55.121064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:55.166360 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bec4639b-0d4f-47c9-ad7d-dcb255dcb5b3 req-46067ffc-36aa-40c5-b8dc-ff795dbc4a16 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658010 Feb 17 21:02:55.240619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-47661b0d-6295-4b67-8467-6418ddbbbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.243427 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-47661b0d-6295-4b67-8467-6418ddbbbeb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 200 len: 913 time: 0.2274764 Feb 17 21:02:55.345630 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-4059be25-8ae0-4375-80d3-0e295a0c5854 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 200 len: 217 time: 0.0944135 Feb 17 21:02:55.349312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:55.371162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af319a6-e7d3-4b4a-8373-ce7270aa84b0 req-d4531d6f-f2fc-46ab-8a81-b780c17738a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.372825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9af319a6-e7d3-4b4a-8373-ce7270aa84b0 req-d4531d6f-f2fc-46ab-8a81-b780c17738a0 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 932 time: 0.1448944 Feb 17 21:02:55.478627 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9af319a6-e7d3-4b4a-8373-ce7270aa84b0 req-35b4fca3-48b5-40ed-80e9-ab3301bb980b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991936 Feb 17 21:02:55.517988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:55.525417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-4c59505f-f2d3-4b2f-ac06-cd0496641bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.527109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-4c59505f-f2d3-4b2f-ac06-cd0496641bde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1163 time: 0.1282544 Feb 17 21:02:55.678473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-8a05b452-9edd-47e9-b322-0f360fba32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.679536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Pushing event updated for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:55.680391 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-8a05b452-9edd-47e9-b322-0f360fba32f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.1434393 Feb 17 21:02:55.682521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:55.704596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-74707d2a-d6cf-4201-976b-e5201c826a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.706185 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-74707d2a-d6cf-4201-976b-e5201c826a44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 200 len: 859 time: 0.3124456 Feb 17 21:02:55.711097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Network b5991004-c402-4bc6-9e13-3af534434ea3 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:02:55.715154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:02:55.755027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:02:55.795826 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-484ae06f-6534-44f0-9d62-1db62e7ca171 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 1001 time: 0.1078937 Feb 17 21:02:55.803987 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-de170b94-d905-4be8-ba96-ae2f3ca23f2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85590591-d548-460a-bf88-316869c45492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900869 Feb 17 21:02:55.871151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-662dae76-9c1b-4d52-b1e6-84739db6fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.877674 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-662dae76-9c1b-4d52-b1e6-84739db6fcde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0707099 Feb 17 21:02:55.910150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ccb3e-3c60-4d57-93dd-4b307898acde req-264e9e2e-5f78-4860-aaf7-830e22505c76 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.919005 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e5ccb3e-3c60-4d57-93dd-4b307898acde req-264e9e2e-5f78-4860-aaf7-830e22505c76 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.5716629 Feb 17 21:02:55.947601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.948578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:55.973973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-8da6a601-5d8a-44a6-b4c4-8beda44f8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.975626 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-8da6a601-5d8a-44a6-b4c4-8beda44f8a13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950305 Feb 17 21:02:56.063876 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e5ccb3e-3c60-4d57-93dd-4b307898acde req-5a725dda-88c9-40e4-abab-6e29d94d786d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437891 Feb 17 21:02:56.082477 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419471 Feb 17 21:02:56.091296 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-03ddf185-6cd0-44ee-81a7-23bc2930ad45 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793860 Feb 17 21:02:56.110095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Request body: {'port': {'device_id': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:56.204800 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-b944a383-fb32-49ea-bacc-fc76f0fe7aaa service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207298 Feb 17 21:02:56.211687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477df560-50b5-4925-87c8-0af2ddb428ff req-1f93aa5a-f753-4998-a560-f51627fba8cf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:56.213282 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-477df560-50b5-4925-87c8-0af2ddb428ff req-1f93aa5a-f753-4998-a560-f51627fba8cf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.2000821 Feb 17 21:02:56.359502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-477df560-50b5-4925-87c8-0af2ddb428ff req-95dc855d-b0af-4c9c-9663-cbf3944c07a2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168108 Feb 17 21:02:56.407685 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ccc98313-e15b-481a-8156-ef32485dfe67 req-5777169e-3a5d-46ea-aee8-f22b929263b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1897027 Feb 17 21:02:56.426330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:56.444714 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4496739a-db50-45b1-b683-d542f48b1cd4 req-f95b139d-0fac-400b-b54e-c47ac8242781 service neutron] 10.222.0.57 "GET /v2.0/networks/85590591-d548-460a-bf88-316869c45492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3069665 Feb 17 21:02:56.566454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e896f-349d-424c-b27a-7a02a373aab2 req-51846add-da52-49fc-b5e3-45d40e77e00e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:56.568057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bf7e896f-349d-424c-b27a-7a02a373aab2 req-51846add-da52-49fc-b5e3-45d40e77e00e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2573109 Feb 17 21:02:56.698883 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bf7e896f-349d-424c-b27a-7a02a373aab2 req-6ee531c0-d98e-460a-b38e-8f725690f7ff tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181664 Feb 17 21:02:56.763773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4cc2f-7949-40f2-b858-a23a953f912e req-ca76f41b-f92d-4139-b15b-d7340e8c0d02 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:56.768550 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-59c4cc2f-7949-40f2-b858-a23a953f912e req-ca76f41b-f92d-4139-b15b-d7340e8c0d02 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 932 time: 0.0987358 Feb 17 21:02:56.818208 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-59c4cc2f-7949-40f2-b858-a23a953f912e req-e02cf7f7-9315-4e1b-8f09-af38823d82d4 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Feb 17 21:02:56.961531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f853b83-90b4-4615-a5d9-45c6944e57de {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:02:56.970290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:56.983779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Transition to ACTIVE for port object 9f853b83-90b4-4615-a5d9-45c6944e57de will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:02:57.015280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:57.032507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a7a8bdf9-637b-4210-bde5-c252af72faa4 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:57.171045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:57.175995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:57.420570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6e862-f8df-42b3-ad44-8d00659da68b req-2e77d077-f97d-43b2-bb68-c973eb998009 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:57.423590 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dee6e862-f8df-42b3-ad44-8d00659da68b req-2e77d077-f97d-43b2-bb68-c973eb998009 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.2410371 Feb 17 21:02:57.490939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Attempting to bind port 9f853b83-90b4-4615-a5d9-45c6944e57de on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:02:57.491305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Attempting to bind port 9f853b83-90b4-4615-a5d9-45c6944e57de by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:02:57.491675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Attempting to bind port 9f853b83-90b4-4615-a5d9-45c6944e57de on network b5991004-c402-4bc6-9e13-3af534434ea3 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:02:57.504349 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dee6e862-f8df-42b3-ad44-8d00659da68b req-dc7af197-74cd-4170-a9ca-9304c87f8e77 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715094 Feb 17 21:02:57.505293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:02:57.505686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Checking segment: {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:02:57.506095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:57.506480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Bound using segment: {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:02:57.506963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Bound port: 9f853b83-90b4-4615-a5d9-45c6944e57de, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b5991004-c402-4bc6-9e13-3af534434ea3'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:02:57.507336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:57.588247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:57.599303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9aa6a-354f-4bac-acd7-14baf25b1692 req-8d35f7d6-2cbc-47fe-91ba-ed6337618f6f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:57.612381 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-13e9aa6a-354f-4bac-acd7-14baf25b1692 req-8d35f7d6-2cbc-47fe-91ba-ed6337618f6f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1245134 Feb 17 21:02:57.628368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] For port 9f853b83-90b4-4615-a5d9-45c6944e57de, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:02:57.637627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] For port 9f853b83-90b4-4615-a5d9-45c6944e57de, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9f853b83-90b4-4615-a5d9-45c6944e57de,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:02:57.687079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:57.698693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-13e9aa6a-354f-4bac-acd7-14baf25b1692 req-e544f311-4549-4bd7-bc6a-be9f84132e66 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788546 Feb 17 21:02:57.725391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:57.725531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:57.725531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.000170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:58.003831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:58.054183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.055547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.056422 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f853b83-90b4-4615-a5d9-45c6944e57de HTTP/1.1" status: 200 len: 1158 time: 1.9521661 Feb 17 21:02:58.057727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:58.064527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c299e2-6d46-4989-b198-7146b4afcc25 req-d1842ab4-7520-45f1-8c81-40964e3292fd tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.066269 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d9c299e2-6d46-4989-b198-7146b4afcc25 req-d1842ab4-7520-45f1-8c81-40964e3292fd tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 944 time: 0.0996692 Feb 17 21:02:58.083673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b6270-c972-409c-b14a-c1b69aed28ed req-3e507fe7-f519-4d48-a6e5-6bca850170db tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.091132 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ff3b6270-c972-409c-b14a-c1b69aed28ed req-3e507fe7-f519-4d48-a6e5-6bca850170db tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2008038 Feb 17 21:02:58.141164 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d9c299e2-6d46-4989-b198-7146b4afcc25 req-857e13b0-2ff0-4b46-b217-0b421f9ecd77 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Feb 17 21:02:58.165222 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ff3b6270-c972-409c-b14a-c1b69aed28ed req-bf14a2f6-e60a-4022-a824-7ae77f5a6098 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721405 Feb 17 21:02:58.210305 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de', 'status': 'completed', 'code': 200} Feb 17 21:02:58.258004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-0b2fedff-94e8-473b-adea-ecf2c74811a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.259961 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-0b2fedff-94e8-473b-adea-ecf2c74811a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 1161 time: 0.0936294 Feb 17 21:02:58.343933 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-8e5421b7-3d2c-4a57-8295-fb449584d3eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f853b83-90b4-4615-a5d9-45c6944e57de HTTP/1.1" status: 200 len: 217 time: 0.0688400 Feb 17 21:02:58.466664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-689819dd-6906-46f2-ba05-705eb9c7d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.468381 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-689819dd-6906-46f2-ba05-705eb9c7d761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7713a31-fed1-41e4-8ddf-0f0a7ba9d200 HTTP/1.1" status: 200 len: 849 time: 0.1076140 Feb 17 21:02:58.525142 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-9a550fbc-b733-418a-b42a-9751789ed29f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5991004-c402-4bc6-9e13-3af534434ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492396 Feb 17 21:02:59.036948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aa717-42bb-462c-a6af-b6cace9bd1aa req-b66bafc3-8e05-4270-9d1a-0c0422fdf8c9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.044785 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-895aa717-42bb-462c-a6af-b6cace9bd1aa req-b66bafc3-8e05-4270-9d1a-0c0422fdf8c9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1407673 Feb 17 21:02:59.119300 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-895aa717-42bb-462c-a6af-b6cace9bd1aa req-8f406339-b148-413c-b44b-1f80a30b4bd9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735781 Feb 17 21:02:59.138171 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-e7add314-fb11-4346-94f3-410cc95c714d service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733533 Feb 17 21:02:59.251355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c409-449f-4508-b5d6-d6d830a914e9 req-ffdbb355-4e99-4a35-af33-d508b4c79d63 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.253004 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f547c409-449f-4508-b5d6-d6d830a914e9 req-ffdbb355-4e99-4a35-af33-d508b4c79d63 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.2628188 Feb 17 21:02:59.361502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f547c409-449f-4508-b5d6-d6d830a914e9 req-c2b79ee4-13d1-481e-b131-58fa3f84ddd0 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992789 Feb 17 21:02:59.397120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1be295-63c3-4327-a1b9-6371db64e5e3 req-98f1e2ad-04e0-4335-945d-f2f995324555 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.398845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8c1be295-63c3-4327-a1b9-6371db64e5e3 req-98f1e2ad-04e0-4335-945d-f2f995324555 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 944 time: 0.1102846 Feb 17 21:02:59.430342 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a80515bc-cf3e-4aee-af55-7131007429c4 req-a33555cf-b61c-447c-bb34-4c82f4e68d85 service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2857003 Feb 17 21:02:59.457905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:59.464299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8c1be295-63c3-4327-a1b9-6371db64e5e3 req-89301783-7185-4890-a053-6b1bd38f61cf tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574484 Feb 17 21:02:59.586361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:59.586759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:59.733190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e29171-169c-47fd-970e-01e5569b8581 req-51c5e1ca-b393-4707-8a90-b232635650b4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.734878 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f9e29171-169c-47fd-970e-01e5569b8581 req-51c5e1ca-b393-4707-8a90-b232635650b4 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.2290642 Feb 17 21:02:59.801461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-c2974f42-be17-443e-8a52-695a588562d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.803386 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-c2974f42-be17-443e-8a52-695a588562d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d1d122b44ed4d57917453499b1982a7&device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 1161 time: 0.1763361 Feb 17 21:02:59.811986 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f9e29171-169c-47fd-970e-01e5569b8581 req-9123436e-2333-42e1-96b3-198dc295eb9d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686343 Feb 17 21:02:59.990495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-34cacc9b-189a-4f7a-960f-aa2b9a379367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.992425 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-34cacc9b-189a-4f7a-960f-aa2b9a379367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 200 len: 903 time: 0.1723289 Feb 17 21:03:00.082048 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-78f6df9e-1cc8-496d-8ce2-2c8a004c18b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f853b83-90b4-4615-a5d9-45c6944e57de HTTP/1.1" status: 200 len: 217 time: 0.0816224 Feb 17 21:03:00.181552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-5b4c62ee-f2a6-49ad-a740-e9f527afa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:00.186547 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-5b4c62ee-f2a6-49ad-a740-e9f527afa4bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7713a31-fed1-41e4-8ddf-0f0a7ba9d200 HTTP/1.1" status: 200 len: 849 time: 0.0975745 Feb 17 21:03:00.300658 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-bcffdd50-e45e-47fd-a8d7-37ff25879968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5991004-c402-4bc6-9e13-3af534434ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053376 Feb 17 21:03:00.515266 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-3a573a18-aec7-4b2e-907d-9c015856f310 service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035856 Feb 17 21:03:00.672791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b090-0ff5-47ea-afa1-ce1a92957020 req-b584c2af-e375-4a51-ba67-06eaa9b00bbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:00.674410 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1ad0b090-0ff5-47ea-afa1-ce1a92957020 req-b584c2af-e375-4a51-ba67-06eaa9b00bbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.2380204 Feb 17 21:03:00.767748 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1ad0b090-0ff5-47ea-afa1-ce1a92957020 req-9ffeafce-3037-4bee-8dc8-60ed72e375bc tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851419 Feb 17 21:03:00.770128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03ac9e-c08e-4b74-8a13-83adb349d056 req-26250da5-18f4-4817-9a94-a5494ec9345d tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:00.786159 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8a03ac9e-c08e-4b74-8a13-83adb349d056 req-26250da5-18f4-4817-9a94-a5494ec9345d tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 944 time: 0.1196306 Feb 17 21:03:00.793819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a8be9f4a-a2d7-4ad1-9f1f-24c3ab77f3be req-ffb5c647-4c69-4882-8b60-84bcb49210d9 service neutron] 10.222.0.57 "GET /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2614403 Feb 17 21:03:00.842434 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8a03ac9e-c08e-4b74-8a13-83adb349d056 req-ff2f39b4-0945-4c5c-ac4b-745d9269710f tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600920 Feb 17 21:03:01.141057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d599a497-3188-483d-88f2-3173d32bd1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:02.020853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 9f853b83-90b4-4615-a5d9-45c6944e57de up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:02.038620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730007-c7c0-4ad4-af1b-417e766cb132 req-a82f985d-71f3-4ec4-a663-11bf19b50d0c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:02.040682 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba730007-c7c0-4ad4-af1b-417e766cb132 req-a82f985d-71f3-4ec4-a663-11bf19b50d0c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1259778 Feb 17 21:03:02.073554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e3e98-e5d2-4793-9be7-cee9cf9f586a req-fdbc7a5d-558c-494d-a1bc-f824469f599b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:02.075596 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-654e3e98-e5d2-4793-9be7-cee9cf9f586a req-fdbc7a5d-558c-494d-a1bc-f824469f599b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 944 time: 0.1063943 Feb 17 21:03:02.117360 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba730007-c7c0-4ad4-af1b-417e766cb132 req-36af8d23-b36c-46ea-acf8-38ca6f3f4933 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672622 Feb 17 21:03:02.148314 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-654e3e98-e5d2-4793-9be7-cee9cf9f586a req-b2804bc8-b4e2-465d-8c3d-c085d0d873f4 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662892 Feb 17 21:03:02.301081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 9f853b83-90b4-4615-a5d9-45c6944e57de completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:03:02.307521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 9f853b83-90b4-4615-a5d9-45c6944e57de triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:02.307949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:02.460727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:02.514305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:02.526215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 9f853b83-90b4-4615-a5d9-45c6944e57de, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9f853b83-90b4-4615-a5d9-45c6944e57de,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:02.560598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:02.562875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:02.612936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de', 'code': 200} Feb 17 21:03:02.661711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:02.665078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:03.018998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77096-46da-4eeb-b67c-9054d50a459e req-39e41d90-0972-4b1b-97a5-19bca26a1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:03.020708 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4dc77096-46da-4eeb-b67c-9054d50a459e req-39e41d90-0972-4b1b-97a5-19bca26a1b3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 1163 time: 0.0928581 Feb 17 21:03:03.081134 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4dc77096-46da-4eeb-b67c-9054d50a459e req-2ba4be7f-7550-4765-8393-d1c7819a28e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Feb 17 21:03:03.326369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2e8dc8c-acdd-45e6-8aaf-bf3b870701db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:03.369408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139a19-79d8-4479-8587-040096ba21e3 req-8d0b9547-84b2-4223-8d74-9f1517f68737 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:03.374623 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0f139a19-79d8-4479-8587-040096ba21e3 req-8d0b9547-84b2-4223-8d74-9f1517f68737 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1207714 Feb 17 21:03:03.416161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d363ef2-5f66-4563-b53b-dbc333a9ed7d req-49b77085-f5e4-4754-980b-bc32dced3bb2 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:03.417254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1d363ef2-5f66-4563-b53b-dbc333a9ed7d req-49b77085-f5e4-4754-980b-bc32dced3bb2 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:03.451197 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0f139a19-79d8-4479-8587-040096ba21e3 req-5c21c7dc-3414-43c6-8570-20cee0704631 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698204 Feb 17 21:03:03.482215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 9f853b83-90b4-4615-a5d9-45c6944e57de up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:03.563415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1d363ef2-5f66-4563-b53b-dbc333a9ed7d req-49b77085-f5e4-4754-980b-bc32dced3bb2 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:03.567837 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1d363ef2-5f66-4563-b53b-dbc333a9ed7d req-49b77085-f5e4-4754-980b-bc32dced3bb2 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.2601700 Feb 17 21:03:03.609569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 9f853b83-90b4-4615-a5d9-45c6944e57de triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:03.612041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:03.705216 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1d363ef2-5f66-4563-b53b-dbc333a9ed7d req-22addf37-45a7-4e4a-86d7-8737342d6e67 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317990 Feb 17 21:03:04.259091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:04.719490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fcf5a-9c2c-4e67-9634-50885cbd0c7a req-11a25bd6-a332-4f54-9e48-4a5c62cad002 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:04.721213 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1f0fcf5a-9c2c-4e67-9634-50885cbd0c7a req-11a25bd6-a332-4f54-9e48-4a5c62cad002 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1188529 Feb 17 21:03:04.815372 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1f0fcf5a-9c2c-4e67-9634-50885cbd0c7a req-8b718894-c2b6-44f5-a686-b91e58eace95 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739143 Feb 17 21:03:05.020508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d22c95-e7d1-431f-ba72-dc5bf9130321 req-ac17d98c-424c-42cf-bacc-8729ffb68ed4 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:05.029154 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-18d22c95-e7d1-431f-ba72-dc5bf9130321 req-ac17d98c-424c-42cf-bacc-8729ffb68ed4 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.1330011 Feb 17 21:03:05.103945 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-18d22c95-e7d1-431f-ba72-dc5bf9130321 req-742a7197-3970-4e69-930a-fba5051544d3 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Feb 17 21:03:05.280774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:05.355741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.084552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda2f07-d6d6-4e8c-961f-a99e7e48d49e req-41682999-abaf-4d84-bd2a-d5aebfae83e8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:06.086185 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2fda2f07-d6d6-4e8c-961f-a99e7e48d49e req-41682999-abaf-4d84-bd2a-d5aebfae83e8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0974488 Feb 17 21:03:06.136028 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2fda2f07-d6d6-4e8c-961f-a99e7e48d49e req-9ad94b78-fe8c-4dc3-9fe9-7fa63173fda6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Feb 17 21:03:06.367134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab2759-4f45-4938-b5da-0dc5759efe96 req-c56394a8-83d8-4a49-9966-c77c9877d0e1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:06.376498 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-96ab2759-4f45-4938-b5da-0dc5759efe96 req-c56394a8-83d8-4a49-9966-c77c9877d0e1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1054058 Feb 17 21:03:06.440937 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-96ab2759-4f45-4938-b5da-0dc5759efe96 req-06bb9806-74d0-4744-b626-aaafb0d29400 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Feb 17 21:03:06.989491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7e691-7ed3-46e7-ab25-2e9a057bc0f0 req-751fcd28-069f-4df8-aeea-b0ad6557c2c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:06.997252 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c6e7e691-7ed3-46e7-ab25-2e9a057bc0f0 req-751fcd28-069f-4df8-aeea-b0ad6557c2c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.1067133 Feb 17 21:03:07.055150 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c6e7e691-7ed3-46e7-ab25-2e9a057bc0f0 req-ee91d060-9b01-4386-81ea-d88cb4fdb6ab tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Feb 17 21:03:07.393984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd6ee1-f37c-4245-a63d-b3ca1a94541d req-246b7083-db9a-47c1-bd24-99e99dac13d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:07.395638 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2afd6ee1-f37c-4245-a63d-b3ca1a94541d req-246b7083-db9a-47c1-bd24-99e99dac13d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1172819 Feb 17 21:03:07.453652 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2afd6ee1-f37c-4245-a63d-b3ca1a94541d req-1ad2b589-5729-4492-a283-26d6f317b7bd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512624 Feb 17 21:03:07.700746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4a2-c3d6-4feb-99d4-ff1fab87a62e req-dd2d5aa8-db62-48e9-9e57-7b9fe7550d66 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:07.702566 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b668f4a2-c3d6-4feb-99d4-ff1fab87a62e req-dd2d5aa8-db62-48e9-9e57-7b9fe7550d66 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.1027875 Feb 17 21:03:07.753974 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b668f4a2-c3d6-4feb-99d4-ff1fab87a62e req-4a9a02b8-01b2-4682-b739-b5d9f3ead384 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Feb 17 21:03:08.276752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7feb42-4fe4-439e-a1ce-087fa8c175ad req-411f4387-01d5-4bdb-af0e-f866776f56a1 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:08.278492 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cb7feb42-4fe4-439e-a1ce-087fa8c175ad req-411f4387-01d5-4bdb-af0e-f866776f56a1 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.0972741 Feb 17 21:03:08.332142 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cb7feb42-4fe4-439e-a1ce-087fa8c175ad req-fb006966-3418-4a41-9227-72cf5e3cb785 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442867 Feb 17 21:03:08.658966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:03:08.708838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34439483-b1e3-425c-b501-0bc86fa45b97 req-c135091b-a3ed-42e9-90d9-f67af564319b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:08.717801 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34439483-b1e3-425c-b501-0bc86fa45b97 req-c135091b-a3ed-42e9-90d9-f67af564319b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1366324 Feb 17 21:03:08.768159 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34439483-b1e3-425c-b501-0bc86fa45b97 req-358223b5-f54b-4b5b-a933-56690fb79a6b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492225 Feb 17 21:03:08.980419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb603-14ad-49c0-a12f-22a76a9ebfeb req-f236cd71-f350-4a84-8096-3dcc2f75175e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:08.981291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-c4794c35-d3dc-4931-b4cb-5c83d5efcfcb tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:08.982806 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-c4794c35-d3dc-4931-b4cb-5c83d5efcfcb tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.0994239 Feb 17 21:03:08.982950 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d51fb603-14ad-49c0-a12f-22a76a9ebfeb req-f236cd71-f350-4a84-8096-3dcc2f75175e tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 946 time: 0.0976405 Feb 17 21:03:09.035696 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d51fb603-14ad-49c0-a12f-22a76a9ebfeb req-50aca0bb-1541-47f6-be42-796479626627 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Feb 17 21:03:09.147517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Deleting port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:09.147836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.264551 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-7ce96768-796d-41ec-814e-0b4f957e3d33 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:09.266137 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-7ce96768-796d-41ec-814e-0b4f957e3d33 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.2501948 Feb 17 21:03:09.390450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 9f853b83-90b4-4615-a5d9-45c6944e57de no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:09.442584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Deleting port 9f853b83-90b4-4615-a5d9-45c6944e57de {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:09.442888 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.517844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.577046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:09.590381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 9f853b83-90b4-4615-a5d9-45c6944e57de, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9f853b83-90b4-4615-a5d9-45c6944e57de,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:09.630237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.631350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:09.674692 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de', 'code': 200} Feb 17 21:03:09.675916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de3949c6-ef12-4649-8c6d-f98ba61bb962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:09.677213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:09.677624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.757434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:09.764153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:09.857208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.894762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:09.929353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.931532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:10.031060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:10.038516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:10.052616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fe5ca-e56e-4a22-bc6d-4c2b04b0f0c6 req-45e5903c-cc02-4e2d-838e-250091c10f55 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:10.058170 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0c9fe5ca-e56e-4a22-bc6d-4c2b04b0f0c6 req-45e5903c-cc02-4e2d-838e-250091c10f55 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1151681 Feb 17 21:03:10.172800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Calling delete_port for a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:10.172895 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0c9fe5ca-e56e-4a22-bc6d-4c2b04b0f0c6 req-b57b9413-6e54-4319-a72d-0b0f91a91a80 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051505 Feb 17 21:03:10.221411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b26-7b94-4990-b761-1fb3981366fd req-c3b04321-d3e3-42b4-a7d6-52d2f02cccfe tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:10.231807 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c870b26-7b94-4990-b761-1fb3981366fd req-c3b04321-d3e3-42b4-a7d6-52d2f02cccfe tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 946 time: 0.7513278 Feb 17 21:03:10.361067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c870b26-7b94-4990-b761-1fb3981366fd req-5e5a8b6a-dad8-4a45-bc09-92a599a6cc84 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/security-groups?id=6befb969-4f10-4e79-8294-f0472488bf93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305294 Feb 17 21:03:10.399641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] For port 9f853b83-90b4-4615-a5d9-45c6944e57de, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9f853b83-90b4-4615-a5d9-45c6944e57de,segment=NetworkSegment(4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1),segment_id=4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:10.400276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.417502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a82b40-70a5-4f3f-bd5b-85e0efd36cc7 req-632d9e23-5846-4096-9742-92007e8adfed tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:10.419835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22a82b40-70a5-4f3f-bd5b-85e0efd36cc7 req-632d9e23-5846-4096-9742-92007e8adfed tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 0.1463716 Feb 17 21:03:10.482494 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-22a82b40-70a5-4f3f-bd5b-85e0efd36cc7 req-15e8602d-9ac4-4cfa-b4af-f67569af520d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Feb 17 21:03:10.564503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Calling delete_port for 9f853b83-90b4-4615-a5d9-45c6944e57de owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:10.628846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:03:10.629201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:03:10.878083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.896216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:11.002420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Pushing event deleted for resources: {'Port': ['ID=9f853b83-90b4-4615-a5d9-45c6944e57de,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:11.005223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:11.104204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] No DVR routers for this DVR port 9f853b83-90b4-4615-a5d9-45c6944e57de on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:11.106571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.109306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-deleted', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:11.134190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Deleting port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:11.134190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.167314 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f0afcc-5573-4231-92d7-b0ebbd7eccb4', 'name': 'network-vif-deleted', 'tag': '9f853b83-90b4-4615-a5d9-45c6944e57de', 'status': 'completed', 'code': 200} Feb 17 21:03:11.196748 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0e3e2dd0-960e-4cb2-bafd-784621a16b11 req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.57 "DELETE /v2.0/ports/9f853b83-90b4-4615-a5d9-45c6944e57de HTTP/1.1" status: 204 len: 173 time: 1.9226065 Feb 17 21:03:11.369741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bb119-fe95-45b6-b4da-68a378bdce77 req-d0df13e2-5a33-4943-8f7b-0a188933dcb1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:11.372189 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f25bb119-fe95-45b6-b4da-68a378bdce77 req-d0df13e2-5a33-4943-8f7b-0a188933dcb1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0912771 Feb 17 21:03:11.413991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] For port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:11.414512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.426308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f25bb119-fe95-45b6-b4da-68a378bdce77 req-c23f826a-63a2-4650-9802-4a22685fb349 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476787 Feb 17 21:03:11.585620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Calling delete_port for a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:11.672447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-827de1af-466d-4bdb-88a9-7ba41ddc2f2e req-d4d2bacb-2091-4469-95f1-fe93d6a9030b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Synchronizing usage tracker for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:11.677001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:11.691259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4164b79-d8e1-4277-a0a5-383e300598ef req-811e83a7-cf7c-47be-8c28-54d89d279710 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:11.692866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c4164b79-d8e1-4277-a0a5-383e300598ef req-811e83a7-cf7c-47be-8c28-54d89d279710 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 944 time: 0.0872395 Feb 17 21:03:11.737172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-827de1af-466d-4bdb-88a9-7ba41ddc2f2e req-d4d2bacb-2091-4469-95f1-fe93d6a9030b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Unset dirty status for tenant:0d1d122b44ed4d57917453499b1982a7 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:11.738505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-827de1af-466d-4bdb-88a9-7ba41ddc2f2e req-d4d2bacb-2091-4469-95f1-fe93d6a9030b tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9f0afcc-5573-4231-92d7-b0ebbd7eccb4 HTTP/1.1" status: 200 len: 210 time: 0.1617503 Feb 17 21:03:11.741462 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c4164b79-d8e1-4277-a0a5-383e300598ef req-3a6a8a52-0878-4077-913a-56b366b5b5c7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Feb 17 21:03:11.796193 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4', 'code': 200} Feb 17 21:03:11.903516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.921822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-693a2846-4276-4bb1-b8d2-dd9f1c278106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:12.013297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Pushing event deleted for resources: {'Port': ['ID=a4e31b2d-4ac3-4c18-a762-30fca49f1fd4,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:12.022963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:12.127731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] No DVR routers for this DVR port a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:12.129853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:12.172261 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1383c1d0-d657-4ba1-b43c-dd25eb3b0180 req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "DELETE /v2.0/ports/a4e31b2d-4ac3-4c18-a762-30fca49f1fd4 HTTP/1.1" status: 204 len: 173 time: 3.1574872 Feb 17 21:03:12.256417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-07f379ae-f022-4eea-a25c-5572c7ae3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:12.258211 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-07f379ae-f022-4eea-a25c-5572c7ae3adf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1162 time: 0.0851064 Feb 17 21:03:12.412101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-fdd7bde1-154e-4084-9c33-8b74ca24dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:12.413693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-fdd7bde1-154e-4084-9c33-8b74ca24dfc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1473947 Feb 17 21:03:12.525217 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-952685e9-995e-4a2b-9ad0-bbd4b93828fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 1000 time: 0.1047122 Feb 17 21:03:12.615237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-463bc307-4a01-4054-bb38-4abacf4e6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:12.617000 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-463bc307-4a01-4054-bb38-4abacf4e6526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0803804 Feb 17 21:03:12.679174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd2b7-3d59-4a9d-a07e-00e925f5bcbd req-0f15acb0-5af7-4168-a020-6331039aa41b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:12.680849 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3ecd2b7-3d59-4a9d-a07e-00e925f5bcbd req-0f15acb0-5af7-4168-a020-6331039aa41b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1093874 Feb 17 21:03:12.713380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-1be8c22e-0e99-4969-bd45-63efd181a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:12.715655 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-1be8c22e-0e99-4969-bd45-63efd181a5f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826011 Feb 17 21:03:12.729838 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3ecd2b7-3d59-4a9d-a07e-00e925f5bcbd req-9264f9cf-4643-40b6-b089-a8da4f20ddc9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Feb 17 21:03:12.872985 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-4bf341d4-0727-433a-9d66-a377f8930df7 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489494 Feb 17 21:03:12.977543 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4b91043b-e4db-4ed1-8797-e2a96356bd33 req-ef7d88a4-7794-4e90-a62b-6f8f56f10f4f tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ad5eff-d203-4016-8b77-37a78e3f9359 HTTP/1.1" status: 200 len: 210 time: 0.0880480 Feb 17 21:03:13.055475 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-863f9930-ad4a-4f7c-a3f9-26242ddcb57d req-a6bdcf0e-346e-44ce-8f31-778a15613edb service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1677072 Feb 17 21:03:13.168902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-deleted', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:13.218047 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad5eff-d203-4016-8b77-37a78e3f9359', 'name': 'network-vif-deleted', 'tag': 'a4e31b2d-4ac3-4c18-a762-30fca49f1fd4', 'status': 'completed', 'code': 200} Feb 17 21:03:13.946107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7a3a3-fd59-4b89-9200-b6d45ab12f0e req-828bcbc5-c1a8-4016-b4a4-82f52728c510 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:13.947715 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-62f7a3a3-fd59-4b89-9200-b6d45ab12f0e req-828bcbc5-c1a8-4016-b4a4-82f52728c510 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0920954 Feb 17 21:03:13.996817 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-62f7a3a3-fd59-4b89-9200-b6d45ab12f0e req-a1796719-71ee-42e0-bdd2-c8fca8c297f6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Feb 17 21:03:14.617714 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe8b0a-05c2-4d30-b0d1-a8c05de4bab0 req-23559b04-e08b-4258-8c0d-e1435c9919f3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:14.618489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-78fe8b0a-05c2-4d30-b0d1-a8c05de4bab0 req-23559b04-e08b-4258-8c0d-e1435c9919f3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:14.660809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-78fe8b0a-05c2-4d30-b0d1-a8c05de4bab0 req-23559b04-e08b-4258-8c0d-e1435c9919f3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:14.662434 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-78fe8b0a-05c2-4d30-b0d1-a8c05de4bab0 req-23559b04-e08b-4258-8c0d-e1435c9919f3 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1509976 Feb 17 21:03:14.712389 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-78fe8b0a-05c2-4d30-b0d1-a8c05de4bab0 req-60d474b3-da07-4150-ba55-e30860808b1a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Feb 17 21:03:15.201572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfde728-6250-4239-a4b6-f87bc1e79a78 req-502b355b-45ee-47a5-b097-e2b578b7687e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:15.203177 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9dfde728-6250-4239-a4b6-f87bc1e79a78 req-502b355b-45ee-47a5-b097-e2b578b7687e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0854933 Feb 17 21:03:15.254064 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9dfde728-6250-4239-a4b6-f87bc1e79a78 req-87459272-8eb5-4a4a-a224-15da3340af0b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447121 Feb 17 21:03:15.438360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:15.566671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.752466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:15.763186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=42fba305-eb7a-495b-a445-fef1f0a14e76,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:15.797694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.799612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:15.832698 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'code': 200} Feb 17 21:03:15.878107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:15.881424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:15.929806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2def8c-5250-43ea-9923-fa6554942e13 req-be77a59e-d799-479a-ae37-b6117d2a19d7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:15.931435 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4e2def8c-5250-43ea-9923-fa6554942e13 req-be77a59e-d799-479a-ae37-b6117d2a19d7 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.0880320 Feb 17 21:03:15.981345 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4e2def8c-5250-43ea-9923-fa6554942e13 req-f8ce05a2-c019-47f7-a605-d60bdbd93ccd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Feb 17 21:03:16.311619 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-2d53b1f2-f186-4753-bbcd-3d140d9f0081 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1207361 Feb 17 21:03:16.440062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-bbc4f39e-fd98-4fde-a9b6-75e1e20d88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.442396 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-bbc4f39e-fd98-4fde-a9b6-75e1e20d88ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1163 time: 0.0911624 Feb 17 21:03:16.529774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244bbaf-ccd9-4c11-bb46-16c779931ae3 req-851e3a1d-7027-41c8-af6c-e2f0763543d0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.531978 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e244bbaf-ccd9-4c11-bb46-16c779931ae3 req-851e3a1d-7027-41c8-af6c-e2f0763543d0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1455700 Feb 17 21:03:16.613549 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e244bbaf-ccd9-4c11-bb46-16c779931ae3 req-6576718b-cc83-4e28-8015-39f72662c8d2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747676 Feb 17 21:03:16.648219 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-21a0a94d-0512-4ce4-98e5-85164fa705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.649961 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-21a0a94d-0512-4ce4-98e5-85164fa705d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.1787257 Feb 17 21:03:16.795046 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-79658518-6d44-4169-9ec0-2c9522f46e36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 1001 time: 0.1266229 Feb 17 21:03:16.871135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-f4176819-766a-437f-8764-ef84e8df9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.872787 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-f4176819-766a-437f-8764-ef84e8df9d09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0695407 Feb 17 21:03:16.973463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-7c19225f-2498-4c91-807b-88b03c137121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.975268 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-7c19225f-2498-4c91-807b-88b03c137121 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941586 Feb 17 21:03:17.156382 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-9202cf70-9af2-4122-98bc-b931eec0d776 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714115 Feb 17 21:03:17.258197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662155-bad6-412d-b5b5-d8d2ff7d3849 req-5a7a12d6-8063-4a1f-89ee-2c387de1e25d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:17.260668 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-01662155-bad6-412d-b5b5-d8d2ff7d3849 req-5a7a12d6-8063-4a1f-89ee-2c387de1e25d tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1345470 Feb 17 21:03:17.342508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-01662155-bad6-412d-b5b5-d8d2ff7d3849 req-6680226c-da32-489b-9b6e-5c0facfc5682 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677428 Feb 17 21:03:17.649036 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73a593ff-4244-4dcc-a69b-03675b0616d0 req-96ad3bf3-fabe-4806-821d-5967f35e343e service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4783626 Feb 17 21:03:18.251047 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b343b-a79b-46f4-8d31-a0132344e423 req-46561658-a408-4e9b-a2b2-38b7a5f74f06 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:18.252825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b04b343b-a79b-46f4-8d31-a0132344e423 req-46561658-a408-4e9b-a2b2-38b7a5f74f06 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1317418 Feb 17 21:03:18.358505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b04b343b-a79b-46f4-8d31-a0132344e423 req-899f9213-721e-4ccd-95f2-f6e48bdadb45 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988002 Feb 17 21:03:18.476950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 37610) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:18.662597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3998ee-472f-4da4-9fa4-a152cee43428 req-d1a331ac-f0a5-4871-8ceb-158b203d5672 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:18.664257 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fe3998ee-472f-4da4-9fa4-a152cee43428 req-d1a331ac-f0a5-4871-8ceb-158b203d5672 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1719007 Feb 17 21:03:18.696553 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-36592c55-09b6-451f-a143-a62c903bbd77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2183161 Feb 17 21:03:18.735143 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fe3998ee-472f-4da4-9fa4-a152cee43428 req-14d16545-6fd6-41d5-ae15-7204363ebf3b tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Feb 17 21:03:19.568334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb181a-0bff-419b-ba49-909d73cf99f5 req-31be812c-3422-4019-9f96-386b4c6e49a9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:19.569999 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51cb181a-0bff-419b-ba49-909d73cf99f5 req-31be812c-3422-4019-9f96-386b4c6e49a9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.0919740 Feb 17 21:03:19.621613 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51cb181a-0bff-419b-ba49-909d73cf99f5 req-ff84b92d-580e-40b9-abf0-bff880f75dbf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Feb 17 21:03:19.991851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9b0e-bc56-40bc-b286-f8de92147da3 req-7068aa03-a30f-4c7f-a53d-7dba1bf6d9ad tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:19.993649 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-584b9b0e-bc56-40bc-b286-f8de92147da3 req-7068aa03-a30f-4c7f-a53d-7dba1bf6d9ad tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1140239 Feb 17 21:03:20.054351 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-584b9b0e-bc56-40bc-b286-f8de92147da3 req-f4ad6cfb-90f8-48c7-913d-8c2dd6585329 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524504 Feb 17 21:03:20.320210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.924460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc576128-d132-48b1-b017-c7231df02b65 req-b270d6fe-4675-4a7b-9dee-2278bcf8bd88 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:20.926951 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc576128-d132-48b1-b017-c7231df02b65 req-b270d6fe-4675-4a7b-9dee-2278bcf8bd88 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1949754 Feb 17 21:03:21.028196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75e37-4813-43ba-999e-60b908df2781 req-0ab11291-2435-4724-b5e0-6a5db063f5c1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:21.035951 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6dc75e37-4813-43ba-999e-60b908df2781 req-0ab11291-2435-4724-b5e0-6a5db063f5c1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2192676 Feb 17 21:03:21.046288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Deleting port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:21.046671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.280681 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80ee3-172c-4b97-8b0e-a385ea3d9ec3 req-d9ab3bf1-8a26-4128-b949-0599b9bb1dba tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:21.289574 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3ff80ee3-172c-4b97-8b0e-a385ea3d9ec3 req-d9ab3bf1-8a26-4128-b949-0599b9bb1dba tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 945 time: 0.1068375 Feb 17 21:03:21.344565 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3ff80ee3-172c-4b97-8b0e-a385ea3d9ec3 req-d983ebbc-d1bd-453e-915c-49d399a1d237 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536907 Feb 17 21:03:21.431639 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6dc75e37-4813-43ba-999e-60b908df2781 req-f22d5232-a887-4813-9783-259570f3730e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931282 Feb 17 21:03:21.443472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:21.444091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.517656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device f7849f4e-b2e9-40e4-bc79-9ec5a9277523 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:21.614341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-09ed3b45-7a7c-4368-bf18-f5ae041fa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:21.615995 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-09ed3b45-7a7c-4368-bf18-f5ae041fa610 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c&tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 1160 time: 0.5776446 Feb 17 21:03:21.626940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Calling delete_port for f7849f4e-b2e9-40e4-bc79-9ec5a9277523 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:21.674096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.709495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:21.723158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:21.754582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.757171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:21.788970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-056b76f2-a776-4662-9c9f-382bdd61f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:21.790669 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-056b76f2-a776-4662-9c9f-382bdd61f70f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1160 time: 0.1290441 Feb 17 21:03:21.803924 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523', 'code': 200} Feb 17 21:03:21.818677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:03:21.819102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:03:21.860060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:21.864460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:21.967381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-5e8b3db3-3ef8-4daa-ac5b-2cf8726a06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:21.969059 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-5e8b3db3-3ef8-4daa-ac5b-2cf8726a06c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1490679 Feb 17 21:03:22.085201 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-e0a72d75-5239-438d-8f7e-578cbea8fcb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 998 time: 0.1083484 Feb 17 21:03:22.161279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-e3532350-7250-4a2a-ba74-fce762987ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:22.162854 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-e3532350-7250-4a2a-ba74-fce762987ad7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0706403 Feb 17 21:03:22.249978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-23261710-da77-4174-b0fa-5670878d3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:22.251606 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-23261710-da77-4174-b0fa-5670878d3d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811925 Feb 17 21:03:22.335964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Deleting port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:22.336398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.597338 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-6d5fcaf3-509e-42f1-bd8a-9768f14df6c3 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367839 Feb 17 21:03:22.739219 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc181a90-1d15-4839-b009-ecc8cea9682f req-dc7e797e-7a82-4f6f-9818-33152a1428e6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:22.747261 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bc181a90-1d15-4839-b009-ecc8cea9682f req-dc7e797e-7a82-4f6f-9818-33152a1428e6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1100202 Feb 17 21:03:22.803368 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bc181a90-1d15-4839-b009-ecc8cea9682f req-f6b290ce-cddd-4af9-a689-e99dfee1f910 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550537 Feb 17 21:03:22.941933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a255f-c515-4835-8f3e-561984e6901d req-d670d3e8-79a3-4863-9807-af2873b83caf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:22.943936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b73a255f-c515-4835-8f3e-561984e6901d req-d670d3e8-79a3-4863-9807-af2873b83caf tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 943 time: 0.4580309 Feb 17 21:03:23.069737 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5fca133a-bb41-48ba-a026-8a2c126c7dbe req-23ccae32-3f50-4537-a449-c1c61980572f service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4560044 Feb 17 21:03:23.078831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] For port f7849f4e-b2e9-40e4-bc79-9ec5a9277523, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:23.079252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.096693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b73a255f-c515-4835-8f3e-561984e6901d req-210a9cb7-9d98-48b9-be68-f9323c8cd6d1 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a97592ba-ab7b-4e05-8cbd-1c8803a43c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426058 Feb 17 21:03:23.162822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 37682) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.286399 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Calling delete_port for f7849f4e-b2e9-40e4-bc79-9ec5a9277523 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:23.346988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.374051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:23.378334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b495df42d33d47dc91878f797b42d325 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:23.381398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:23.387688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:23.477724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.585776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b1b63ee9-207a-41e8-8b91-1741e4b6ead9 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:23.607011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.657893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.667335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c3a6262-6dcc-4e1e-bac3-25dedfc4480c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:23.704401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4b2a3-6374-4e29-831c-66c7bf31effa,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:23.731972 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b495df42d33d47dc91878f797b42d325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676992 Feb 17 21:03:23.732741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 37692) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.733791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:23.984603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Pushing event deleted for resources: {'Port': ['ID=f7849f4e-b2e9-40e4-bc79-9ec5a9277523,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:23.990483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:24.044370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] No DVR routers for this DVR port f7849f4e-b2e9-40e4-bc79-9ec5a9277523 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:24.049987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:24.068654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-deleted', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:24.112473 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc576128-d132-48b1-b017-c7231df02b65 req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.57 "DELETE /v2.0/ports/f7849f4e-b2e9-40e4-bc79-9ec5a9277523 HTTP/1.1" status: 204 len: 173 time: 3.1777132 Feb 17 21:03:24.137773 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02413cac-c8bb-45a9-9230-2349fbdd2d51', 'name': 'network-vif-deleted', 'tag': 'f7849f4e-b2e9-40e4-bc79-9ec5a9277523', 'status': 'completed', 'code': 200} Feb 17 21:03:24.147378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:24.179913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:24.316159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:24.325195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bc86be65-77d9-4ab5-a65a-f13c5382962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:24.364612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3d8f-6f14-4da7-a815-727ad82102c5 req-50a825cd-2670-4dda-8833-8809a5141fdf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:24.366294 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4aff3d8f-6f14-4da7-a815-727ad82102c5 req-50a825cd-2670-4dda-8833-8809a5141fdf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2203381 Feb 17 21:03:24.367177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:24.381266 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2a4b2a3-6374-4e29-831c-66c7bf31effa HTTP/1.1" status: 204 len: 168 time: 0.6363549 Feb 17 21:03:24.385021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4b2a3-6374-4e29-831c-66c7bf31effa,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:24.409302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-79f1340d-95b3-4ad8-9c16-4169457f6e4e req-d26138cc-5b28-4f07-aa00-b75ff24048d2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Synchronizing usage tracker for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:24.464067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:24.478901 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4aff3d8f-6f14-4da7-a815-727ad82102c5 req-d5f40ddb-6abb-4021-92c5-aad1b4af9035 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897253 Feb 17 21:03:24.482366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-79f1340d-95b3-4ad8-9c16-4169457f6e4e req-d26138cc-5b28-4f07-aa00-b75ff24048d2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Unset dirty status for tenant:e92f1d856a75476db168709154bb30c4 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:24.483940 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-79f1340d-95b3-4ad8-9c16-4169457f6e4e req-d26138cc-5b28-4f07-aa00-b75ff24048d2 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] 10.222.0.59 "GET /v2.0/ports?device_id=02413cac-c8bb-45a9-9230-2349fbdd2d51 HTTP/1.1" status: 200 len: 210 time: 0.1624026 Feb 17 21:03:25.700867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37756) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:25.761129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382e548-9bb1-4d21-9ab6-54329167b45a req-e271c692-9920-4812-8179-2ebd73e2dea3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:25.769716 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f382e548-9bb1-4d21-9ab6-54329167b45a req-e271c692-9920-4812-8179-2ebd73e2dea3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1123896 Feb 17 21:03:25.826699 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f382e548-9bb1-4d21-9ab6-54329167b45a req-760bc6a7-2ef8-42ca-8353-729692c0b17f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558820 Feb 17 21:03:26.759977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:27.197955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b39e9-04dd-408b-8086-b042a73d009e req-c23bce23-dcbd-4c96-8adb-9f7fbc9f275d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:27.206403 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d89b39e9-04dd-408b-8086-b042a73d009e req-c23bce23-dcbd-4c96-8adb-9f7fbc9f275d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1671951 Feb 17 21:03:27.283783 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d89b39e9-04dd-408b-8086-b042a73d009e req-8cc2e1d0-7370-4e8d-9f26-b5c52848960f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741854 Feb 17 21:03:27.388930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Deleting port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:27.389243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:27.660221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] For port 3b86b822-763d-4e1d-9ecc-ee9d130e59c9, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,segment=NetworkSegment(f140120b-e289-4d7a-8b0a-ad14ebf10173),segment_id=f140120b-e289-4d7a-8b0a-ad14ebf10173)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:27.660569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:27.852295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Calling delete_port for 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 owned by network:router_interface {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:28.372120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:28.551773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:28.640327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b86b822-763d-4e1d-9ecc-ee9d130e59c9,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:28.711222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098e85-db2c-4764-b62c-4964e512e06d req-41ff61e3-fa04-47e9-9921-3254491a2a69 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:28.714074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ea098e85-db2c-4764-b62c-4964e512e06d req-41ff61e3-fa04-47e9-9921-3254491a2a69 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2364781 Feb 17 21:03:28.723179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:28.849735 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ea098e85-db2c-4764-b62c-4964e512e06d req-f22fa8e4-b24f-41c2-98b6-12ee9570621e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304061 Feb 17 21:03:29.150854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:30.194032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Router deea2944-d958-4c1e-ae02-7e27ef66d9b6 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:03:30.354737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a32b8b-bfc6-4321-a982-3ea603bbda2e req-3fab5e92-a7d0-42ed-9723-92e0bedf17e9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:30.363897 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-18a32b8b-bfc6-4321-a982-3ea603bbda2e req-3fab5e92-a7d0-42ed-9723-92e0bedf17e9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2832935 Feb 17 21:03:30.608114 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-18a32b8b-bfc6-4321-a982-3ea603bbda2e req-aed1eea4-ee87-4717-9518-c60e76760ee9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431142 Feb 17 21:03:30.666702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:03:30.689074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Sync routers for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:03:30.710381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:30.711196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:03:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:30.748849 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] 10.222.0.59 "PUT /v2.0/routers/deea2944-d958-4c1e-ae02-7e27ef66d9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0430548 Feb 17 21:03:30.748849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37792) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:31.074548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:31.079964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.178431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f0c83756-ad73-4f02-903c-d925993ae137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.516342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:03:28Z', 'revision_number': 5, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port': {'id': '089d6387-71ce-4bf3-9e53-28e69746102e', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:31.548117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Checking router: deea2944-d958-4c1e-ae02-7e27ef66d9b6 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:03:31.548561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.567132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Routers {'deea2944-d958-4c1e-ae02-7e27ef66d9b6'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:31.582748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:03:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:31.659365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Deleting port 089d6387-71ce-4bf3-9e53-28e69746102e {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:31.659987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.842959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] Set router deea2944-d958-4c1e-ae02-7e27ef66d9b6 gateway port host: None {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:32.081642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-8c582937-40e9-4297-a780-342adbd09540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:03:31Z', 'revision_number': 6, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port_host': None}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:32.085894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978eaa-8b11-4e28-a87e-d42f427ec9e8 req-2b8ceb55-57a1-466f-9910-432c4a0ba365 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:32.086649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] For port 089d6387-71ce-4bf3-9e53-28e69746102e, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=089d6387-71ce-4bf3-9e53-28e69746102e,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:32.087482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c582937-40e9-4297-a780-342adbd09540 None None] The sync data for ids ['deea2944-d958-4c1e-ae02-7e27ef66d9b6'] in dv-cinder-760184-4-smb is: [{'id': 'deea2944-d958-4c1e-ae02-7e27ef66d9b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1258319600-router', 'tenant_id': 'e92f1d856a75476db168709154bb30c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:03:31Z', 'revision_number': 6, 'project_id': 'e92f1d856a75476db168709154bb30c4', 'gw_port_host': None}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:03:32.087604 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5a978eaa-8b11-4e28-a87e-d42f427ec9e8 req-2b8ceb55-57a1-466f-9910-432c4a0ba365 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1741579 Feb 17 21:03:32.094473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:32.202297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5a978eaa-8b11-4e28-a87e-d42f427ec9e8 req-e2086e3e-d83f-4f2f-9dae-0cd107e9e819 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033962 Feb 17 21:03:32.360820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Calling delete_port for 089d6387-71ce-4bf3-9e53-28e69746102e owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:32.715814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:32.800332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:03:32.801170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 3b86b822-763d-4e1d-9ecc-ee9d130e59c9 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:03:32.802175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 089d6387-71ce-4bf3-9e53-28e69746102e no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:32.859931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 089d6387-71ce-4bf3-9e53-28e69746102e {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:03:32.860790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 089d6387-71ce-4bf3-9e53-28e69746102e not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:03:32.903734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:33.080798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:33.152872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-def33a2c-d23e-4e14-93b6-d83d0aa76393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:33.153379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Pushing event deleted for resources: {'Port': ['ID=089d6387-71ce-4bf3-9e53-28e69746102e,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:33.163941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.164355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.164758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.165156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.165544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.165990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.166427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.166771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.167155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.167564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.168001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.168417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.168891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.169232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.169852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.170066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.170447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.171365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.171365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.171553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.171914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.172371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.172755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.173135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:33.190655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:33.574181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:33.789247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:33.792685 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.056211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc26f1-158b-44e6-9529-cfd3f6cd89b3 req-2ec4badf-3922-42c6-af73-513547d887a5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:34.061534 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06cc26f1-158b-44e6-9529-cfd3f6cd89b3 req-2ec4badf-3922-42c6-af73-513547d887a5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.5877094 Feb 17 21:03:34.298400 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06cc26f1-158b-44e6-9529-cfd3f6cd89b3 req-75158446-8d93-4779-884c-e778c510052c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 Feb 17 21:03:35.626114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e8e4-603e-41c1-80ad-949f6ff9badd req-cad2502a-9e3e-42a3-b507-cff26d4028e4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:35.627732 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-da33e8e4-603e-41c1-80ad-949f6ff9badd req-cad2502a-9e3e-42a3-b507-cff26d4028e4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.0907784 Feb 17 21:03:35.675959 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-da33e8e4-603e-41c1-80ad-949f6ff9badd req-f933cd20-3ea9-4b7c-bb1f-4e8eea0e13f3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Feb 17 21:03:36.374529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.379349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.379349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deea2944-d958-4c1e-ae02-7e27ef66d9b6 {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:03:36.391751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.393089 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] 10.222.0.59 "DELETE /v2.0/routers/deea2944-d958-4c1e-ae02-7e27ef66d9b6 HTTP/1.1" status: 204 len: 168 time: 5.6433799 Feb 17 21:03:36.396579 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37826) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:36.443448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.444147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.519891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Deleting subnet 59b47f28-1fc6-4384-8593-bb03ef248f57 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:36.528252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.649989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.759043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.099085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052e7e-8044-4745-bf3f-3c8f54ca2dd8 req-e8cb844a-df7c-43af-a47b-85484e601f09 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:37.101019 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c052e7e-8044-4745-bf3f-3c8f54ca2dd8 req-e8cb844a-df7c-43af-a47b-85484e601f09 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2206671 Feb 17 21:03:37.220097 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c052e7e-8044-4745-bf3f-3c8f54ca2dd8 req-8fd64767-26cb-4dd8-a313-a2d86cf24959 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040657 Feb 17 21:03:37.336152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.360198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:37.453825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b47f28-1fc6-4384-8593-bb03ef248f57,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:37.477355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:37.505409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.514010 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/59b47f28-1fc6-4384-8593-bb03ef248f57 HTTP/1.1" status: 204 len: 168 time: 1.1150534 Feb 17 21:03:37.516221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37842) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:37.643236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.857491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.012899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85590591-d548-460a-bf88-316869c45492']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:38.029154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f140120b-e289-4d7a-8b0a-ad14ebf10173') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:38.029422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f140120b-e289-4d7a-8b0a-ad14ebf10173') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:38.048749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.068315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.158501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:38.652691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Network 85590591-d548-460a-bf88-316869c45492 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:38.661983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.845386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a067e-a44e-4998-a988-25a50c6994c2 req-21eba1c9-97ce-4021-8eb7-29353f6ec084 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:38.847060 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d62a067e-a44e-4998-a988-25a50c6994c2 req-21eba1c9-97ce-4021-8eb7-29353f6ec084 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.3836229 Feb 17 21:03:38.922133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Network 85590591-d548-460a-bf88-316869c45492 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:38.971302 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:39.092257 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d62a067e-a44e-4998-a988-25a50c6994c2 req-5e262a1c-4a4d-46c3-8223-28fc42515117 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226341 Feb 17 21:03:39.451666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:39.456535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:39.460927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf667d9-dde3-4b77-9235-fbe31fe1fd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:39.485597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Pushing event deleted for resources: {'Network': ['ID=85590591-d548-460a-bf88-316869c45492,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:39.488387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:39.548020 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e3ef28bb-d70c-4198-9130-34da46425743 admin admin] 10.222.0.59 "DELETE /v2.0/networks/85590591-d548-460a-bf88-316869c45492 HTTP/1.1" status: 204 len: 168 time: 2.0306249 Feb 17 21:03:39.979336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37900) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:40.038505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7df1e9aa-2d72-4603-a0bf-5135c10fc1dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e92f1d856a75476db168709154bb30c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543039 Feb 17 21:03:40.038505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 37904) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:40.113783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.141719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.322842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.335606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:40.355080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97592ba-ab7b-4e05-8cbd-1c8803a43c76,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:40.357772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:40.379495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.381073 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a97592ba-ab7b-4e05-8cbd-1c8803a43c76 HTTP/1.1" status: 204 len: 168 time: 0.3415244 Feb 17 21:03:40.443102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15afd2-f053-409c-afff-32da541355ff req-1247a731-a1cf-48ac-af60-0826792d692d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:40.444693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bb15afd2-f053-409c-afff-32da541355ff req-1247a731-a1cf-48ac-af60-0826792d692d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.1440361 Feb 17 21:03:40.496613 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bb15afd2-f053-409c-afff-32da541355ff req-df95a2cd-0639-4334-b00e-48cbae453fcc tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455921 Feb 17 21:03:41.728616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991306-5556-46d7-a2d1-14dedc4f3f01 req-345b8940-a795-4287-9925-f7ab8c98b827 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:41.728616 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26991306-5556-46d7-a2d1-14dedc4f3f01 req-345b8940-a795-4287-9925-f7ab8c98b827 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.0893457 Feb 17 21:03:41.841570 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26991306-5556-46d7-a2d1-14dedc4f3f01 req-f2c1b18d-713a-44cb-8fcc-769618a70338 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Feb 17 21:03:42.999630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a2d68-6875-4be1-9969-365f5ff10892 req-1959bae2-b30a-4882-9d5c-81e1e49cff38 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:42.999630 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-247a2d68-6875-4be1-9969-365f5ff10892 req-1959bae2-b30a-4882-9d5c-81e1e49cff38 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.0874484 Feb 17 21:03:43.052979 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-247a2d68-6875-4be1-9969-365f5ff10892 req-74850057-2062-48e1-b3bf-a944f32accc7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Feb 17 21:03:43.500581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38030) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:43.576720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Deleting subnet e7713a31-fed1-41e4-8ddf-0f0a7ba9d200 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:43.579921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.852452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.912347 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.229305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.256363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c640611a-a3fe-4ff2-b4ba-49e848278f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:44.346003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7713a31-fed1-41e4-8ddf-0f0a7ba9d200,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:44.352338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:44.422760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238831-45a0-4cba-b4fd-d9f40953b2a9 req-83941364-20ea-46c5-ad35-5968608ab140 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:44.424439 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f1238831-45a0-4cba-b4fd-d9f40953b2a9 req-83941364-20ea-46c5-ad35-5968608ab140 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.2366107 Feb 17 21:03:44.425515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.434666 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2def5838-c28a-419b-a616-f3abed60872e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7713a31-fed1-41e4-8ddf-0f0a7ba9d200 HTTP/1.1" status: 204 len: 168 time: 0.9328401 Feb 17 21:03:44.442196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38048) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:44.476758 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f1238831-45a0-4cba-b4fd-d9f40953b2a9 req-686ee1a6-9a5d-4aa6-8cd4-48e5039f2e36 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451646 Feb 17 21:03:44.568298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.777313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.803903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b88da-0962-4c98-a38b-431241b90f7a req-d8c3e9ec-3ee2-4508-9c4b-d6b9687c9e0b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:44.805648 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-964b88da-0962-4c98-a38b-431241b90f7a req-d8c3e9ec-3ee2-4508-9c4b-d6b9687c9e0b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0902679 Feb 17 21:03:44.859764 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-964b88da-0962-4c98-a38b-431241b90f7a req-df453993-63c4-4e35-9d09-79848eba9699 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465455 Feb 17 21:03:44.895951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5991004-c402-4bc6-9e13-3af534434ea3']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:44.908553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:44.908884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0dfb2e-73f2-43d5-bcfd-f93628a4a0d1') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:44.920758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.936439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.938729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:45.121473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Network b5991004-c402-4bc6-9e13-3af534434ea3 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:45.130431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:45.304549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Network b5991004-c402-4bc6-9e13-3af534434ea3 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:45.327238 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:45.434742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:45.439409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:45.443405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:45.467726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5991004-c402-4bc6-9e13-3af534434ea3,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:45.476010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.476420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.476813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.477260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.477719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.478090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.478475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.478858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.479242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.479624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.480644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.481026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.481534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.481984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.482369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.482745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.483120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.483493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.483866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.484240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.484611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.484983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.485357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.485990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:45.489827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:45.518491 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3c928f10-31b3-46e1-a621-9c1e732876f7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b5991004-c402-4bc6-9e13-3af534434ea3 HTTP/1.1" status: 204 len: 168 time: 1.0748746 Feb 17 21:03:45.653081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:03:45.700446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ca9e0-0b7c-45ff-acee-94779b217ab2 req-3101bfec-e150-4fd4-b4d7-6ae139f83614 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.702968 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1d0ca9e0-0b7c-45ff-acee-94779b217ab2 req-3101bfec-e150-4fd4-b4d7-6ae139f83614 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 943 time: 0.0986824 Feb 17 21:03:45.751643 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1d0ca9e0-0b7c-45ff-acee-94779b217ab2 req-48740faa-2833-435b-a2d5-f0b659509b2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Feb 17 21:03:45.826254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38070) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:45.877404 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4a1633ed-7606-4f3c-84a5-bb26e03c3768 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d1d122b44ed4d57917453499b1982a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497580 Feb 17 21:03:45.880181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38074) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:45.942487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:45.970408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.056851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.062073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3f0679e-bd0a-4eec-9d32-9c049799805d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:46.072706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bbdbd-02b6-4cfa-a58f-19ab96db8803 req-7af14f8c-0cf2-48fb-a45d-5b307dfdfcab tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:46.074852 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e79bbdbd-02b6-4cfa-a58f-19ab96db8803 req-7af14f8c-0cf2-48fb-a45d-5b307dfdfcab tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0993416 Feb 17 21:03:46.077005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befb969-4f10-4e79-8294-f0472488bf93,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:46.079487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:46.108529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.112279 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6befb969-4f10-4e79-8294-f0472488bf93 HTTP/1.1" status: 204 len: 168 time: 0.2285457 Feb 17 21:03:46.131605 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e79bbdbd-02b6-4cfa-a58f-19ab96db8803 req-bb0b69d0-bcd0-4eb0-a5e5-5555f17e75cd tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497863 Feb 17 21:03:46.239162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:46.310484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:46.311013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.439003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.528650 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:46.542911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=42fba305-eb7a-495b-a445-fef1f0a14e76,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:46.577765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:46.579817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:46.623409 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'code': 200} Feb 17 21:03:46.692735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=6']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:46.702463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.702853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.703236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.703608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.704004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.704322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.704819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.705130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.705381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.705816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.706183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.706686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.707202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.707569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.707936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.708300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.708660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.709204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.709569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.710017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.710394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.710755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.711117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.711483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:46.716868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:46.976774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19de66-7902-400b-8b66-61e7b2b6de04 req-0c8ff4e0-53fc-4f12-97ae-dd620808debf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:46.978675 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-af19de66-7902-400b-8b66-61e7b2b6de04 req-0c8ff4e0-53fc-4f12-97ae-dd620808debf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0952706 Feb 17 21:03:47.044089 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-af19de66-7902-400b-8b66-61e7b2b6de04 req-64eab101-7a92-4810-8dcf-1a378b7bf015 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567594 Feb 17 21:03:47.128795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38154) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:47.249929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-921643950-network', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:47.261935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:47.261935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Usage tracker for resource:network and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:47.265070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:47.315206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:47.340319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562ac7-15ec-416a-aae2-61ab7a983794 req-6f9a0ffb-0a47-4a08-84f8-4fc21f6b3b94 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:47.343129 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7d562ac7-15ec-416a-aae2-61ab7a983794 req-6f9a0ffb-0a47-4a08-84f8-4fc21f6b3b94 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0904312 Feb 17 21:03:47.353162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708cc32-7dda-4e88-aab8-fae0839fd6c6 req-461b273a-79c9-4e49-a177-9b01975cb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:47.355257 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3708cc32-7dda-4e88-aab8-fae0839fd6c6 req-461b273a-79c9-4e49-a177-9b01975cb096 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1162 time: 0.0909572 Feb 17 21:03:47.392856 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7d562ac7-15ec-416a-aae2-61ab7a983794 req-ab2e3f89-99f0-466f-9efc-48795fa13a70 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Feb 17 21:03:47.400508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3708cc32-7dda-4e88-aab8-fae0839fd6c6 req-7e358b58-c1f2-477d-8d00-075197048f48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Feb 17 21:03:47.413724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Made reservation on behalf of 113e18c6b7a34b7382852a5c99f8d002 for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:47.419026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.436221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.452323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:47.456625 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Usage tracker for resource:security_group_rule and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:47.460163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:47.466124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:47.674401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.705771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.710593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-040e4058-49b2-4901-b03d-99e50c96d641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:47.741428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:03:47.754710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f126dd2-384b-4662-aa66-0e5a25d9a307,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:47.759058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:47.760062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.760459 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Added segment 7eec2a3c-f8c6-493f-ad91-07c47b3606ac of type vxlan for network 736d2789-5af6-40c3-8415-86528e031415 Feb 17 21:03:47.787944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.849006 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.850391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:47.851024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:47.857196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-41f3265b-8b1a-4eb2-b17c-46fc0662a027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:47.925970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:47.974480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Pushing event updated for resources: {'Network': ['ID=736d2789-5af6-40c3-8415-86528e031415,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:47.981346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:47.989569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38176) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:47.989962 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8595812 Feb 17 21:03:47.996094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Request body: {'subnet': {'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-921643950-subnet', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:48.002453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 736d2789-5af6-40c3-8415-86528e031415 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:48.005489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:48.010295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Usage tracker for resource:subnet and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:48.013559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:48.019897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:48.021395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 736d2789-5af6-40c3-8415-86528e031415 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:48.059945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Made reservation on behalf of 113e18c6b7a34b7382852a5c99f8d002 for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:48.065144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851732285'] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.154501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:48.154938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.306068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1a31-dd84-4584-8e73-4aacc1027025 req-b0e05da3-6c4a-406b-abe4-f8d8d24ae5e1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:48.310612 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-823d1a31-dd84-4584-8e73-4aacc1027025 req-b0e05da3-6c4a-406b-abe4-f8d8d24ae5e1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1244295 Feb 17 21:03:48.399482 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-823d1a31-dd84-4584-8e73-4aacc1027025 req-df9f2ae3-8050-4d5d-aac1-480998029a51 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776756 Feb 17 21:03:48.790733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852372578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851732270'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.887496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46735a17-2b7c-4533-a88d-de1887468d11 req-9b2b919a-7af8-4a46-ab43-0a0aab99a828 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:48.889125 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-46735a17-2b7c-4533-a88d-de1887468d11 req-9b2b919a-7af8-4a46-ab43-0a0aab99a828 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.2789104 Feb 17 21:03:48.891657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:49.010767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=746e0dca-c130-483c-b004-b4987f0da8d0,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:49.031985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:49.050608 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-46735a17-2b7c-4533-a88d-de1887468d11 req-99b5367c-8518-4b49-812b-642ff119fb29 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921102 Feb 17 21:03:49.083915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Checking segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:03:49.084515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Network hostable DHCP agents. Network: 736d2789-5af6-40c3-8415-86528e031415, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:03:49.133920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Network 736d2789-5af6-40c3-8415-86528e031415 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:03:49.265612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 736d2789-5af6-40c3-8415-86528e031415) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:49.275077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf05b94-e9d2-430a-81f7-3d1614214f65 None None] Network 736d2789-5af6-40c3-8415-86528e031415 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:49.278183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:49.278881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:49.623387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5438d-8801-40d9-a3f7-f9a6d9429fa6 req-737c730f-6d26-47a3-ae9f-a7ce5a06efdb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:49.624978 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4ce5438d-8801-40d9-a3f7-f9a6d9429fa6 req-737c730f-6d26-47a3-ae9f-a7ce5a06efdb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0911608 Feb 17 21:03:49.673622 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4ce5438d-8801-40d9-a3f7-f9a6d9429fa6 req-dba498fc-084c-4679-bfe8-ccd07828f30c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Feb 17 21:03:50.255020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10002-5621-44d3-84a5-5b6522a80cd5 req-b1c62456-fb9b-4ec4-9069-75b8ee53f1fe tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:50.256714 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3bd10002-5621-44d3-84a5-5b6522a80cd5 req-b1c62456-fb9b-4ec4-9069-75b8ee53f1fe tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0911272 Feb 17 21:03:50.306043 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3bd10002-5621-44d3-84a5-5b6522a80cd5 req-1082ce48-3583-4fa6-8c48-6a2f34ddd3ab tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Feb 17 21:03:50.725253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-736d2789-5af6-40c3-8415-86528e031415', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:03:50.726216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:50.892243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e6a5-fc2d-4f73-8e54-b11554b9e6b5 req-3fd136e7-af1d-4107-b28f-ad5f5073b923 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:50.893926 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3bf1e6a5-fc2d-4f73-8e54-b11554b9e6b5 req-3fd136e7-af1d-4107-b28f-ad5f5073b923 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0935831 Feb 17 21:03:50.943185 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3bf1e6a5-fc2d-4f73-8e54-b11554b9e6b5 req-116109fa-2454-46f9-ab96-ad5f649812d8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Feb 17 21:03:51.023161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Allocated IP 172.20.0.2 (736d2789-5af6-40c3-8415-86528e031415/746e0dca-c130-483c-b004-b4987f0da8d0/6b9d9575-e703-408a-bade-d4fb33ab2dea) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:03:51.247609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.258094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Transition to ACTIVE for port object 6b9d9575-e703-408a-bade-d4fb33ab2dea will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:03:51.274537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Transition to ACTIVE for port object 6b9d9575-e703-408a-bade-d4fb33ab2dea will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:03:51.481461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.483831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.486006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9aecd675-c4b5-49b8-8a55-9b4389dd1a3a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.4947896 Feb 17 21:03:51.489218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38254) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:51.495268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:51.500260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:51.501269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:51.504557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Usage tracker for resource:router and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:51.507577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:51.513846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:51.538194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1c616-e82c-4444-a6f3-42195588e8d7 req-04e91793-a382-43ca-a92c-8b8d064d876c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:51.540091 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f6d1c616-e82c-4444-a6f3-42195588e8d7 req-04e91793-a382-43ca-a92c-8b8d064d876c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1179683 Feb 17 21:03:51.598399 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f6d1c616-e82c-4444-a6f3-42195588e8d7 req-dd235747-6d86-4be7-97b2-89063e64ed78 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491662 Feb 17 21:03:51.691291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9575-e703-408a-bade-d4fb33ab2dea,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:51.691291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:51.715940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Network 736d2789-5af6-40c3-8415-86528e031415 is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:03:51.717128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:51.719713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:03:51.782793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Attempting to bind port 6b9d9575-e703-408a-bade-d4fb33ab2dea on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:03:51.783391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Attempting to bind port 6b9d9575-e703-408a-bade-d4fb33ab2dea by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:03:51.783501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Attempting to bind port 6b9d9575-e703-408a-bade-d4fb33ab2dea on network 736d2789-5af6-40c3-8415-86528e031415 {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:03:51.789174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:03:51.789585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Checking segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:03:51.790059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.790494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Bound using segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:03:51.791005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Bound port: 6b9d9575-e703-408a-bade-d4fb33ab2dea, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:03:51.791419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.944838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:52.019108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:52.019528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.205748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.207244 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.212278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] For port 6b9d9575-e703-408a-bade-d4fb33ab2dea, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:03:52.220301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] For port 6b9d9575-e703-408a-bade-d4fb33ab2dea, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=6b9d9575-e703-408a-bade-d4fb33ab2dea,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:03:52.338632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806aa86-bfbb-4234-bda9-4347cff86c88 req-c5f4dfeb-a144-41ec-a67f-4536fa59b37c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:52.340429 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0806aa86-bfbb-4234-bda9-4347cff86c88 req-c5f4dfeb-a144-41ec-a67f-4536fa59b37c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0936711 Feb 17 21:03:52.393976 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0806aa86-bfbb-4234-bda9-4347cff86c88 req-5d35a584-89e9-46f4-b520-e9c382b6e0a9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463743 Feb 17 21:03:52.560621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.577726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:52.896781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9575-e703-408a-bade-d4fb33ab2dea,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:52.902833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:53.385499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cca2f-d36b-4d59-b26e-e68aa7f95664 req-e17bc3f6-1c7c-4b5b-95ad-c5daeb2a3cd6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:53.388042 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-995cca2f-d36b-4d59-b26e-e68aa7f95664 req-e17bc3f6-1c7c-4b5b-95ad-c5daeb2a3cd6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1022069 Feb 17 21:03:53.443470 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-995cca2f-d36b-4d59-b26e-e68aa7f95664 req-f3ea953f-5cee-42cc-ae20-67f5adb55616 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487051 Feb 17 21:03:53.467770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.857866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.892106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bbdaa-e2af-4510-9fc7-03b3fe57ff0a req-50ecbc14-91a8-45a1-a6ec-1645609111c7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:53.893729 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-423bbdaa-e2af-4510-9fc7-03b3fe57ff0a req-50ecbc14-91a8-45a1-a6ec-1645609111c7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.3169196 Feb 17 21:03:53.961281 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-423bbdaa-e2af-4510-9fc7-03b3fe57ff0a req-96430260-824a-47a5-a899-00ff3efe4111 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606775 Feb 17 21:03:54.285759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.321724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.488750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd576a6-a82e-4f15-93e0-d2626fa11280 None None] Network 736d2789-5af6-40c3-8415-86528e031415 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:54.687443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ddeca-49b7-4417-84a4-64fd9e01fa53 req-6a42c192-5685-42db-ba13-8bf814ff238b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:54.695902 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f16ddeca-49b7-4417-84a4-64fd9e01fa53 req-6a42c192-5685-42db-ba13-8bf814ff238b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1093347 Feb 17 21:03:54.704940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 6b9d9575-e703-408a-bade-d4fb33ab2dea up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:54.733963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Allocated IP 172.28.2.77 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/4a8938df-233e-4ea2-b3c8-d4b6ecd590a8) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:03:54.742207 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f16ddeca-49b7-4417-84a4-64fd9e01fa53 req-5bdc1c72-47d6-4e18-be74-34ac788e96cc tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 Feb 17 21:03:54.748850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-6a354c35-f166-49c8-bd5e-dc15ea3752be None None] Provisioning for port 6b9d9575-e703-408a-bade-d4fb33ab2dea completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:03:54.902765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 6b9d9575-e703-408a-bade-d4fb33ab2dea completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:03:54.914051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 6b9d9575-e703-408a-bade-d4fb33ab2dea triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:54.914582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.982469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.063749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.070711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.109944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 6b9d9575-e703-408a-bade-d4fb33ab2dea, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=6b9d9575-e703-408a-bade-d4fb33ab2dea,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:55.144838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:55.168392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.171834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:55.263354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=6b9d9575-e703-408a-bade-d4fb33ab2dea,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:55.266660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:55.286367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Pushing event updated for resources: {'Port': ['ID=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:55.300488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:55.304092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1368e3d7-6494-41e5-8cd7-08a464d8adcb None None] Provisioning complete for port 6b9d9575-e703-408a-bade-d4fb33ab2dea triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:55.304989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1368e3d7-6494-41e5-8cd7-08a464d8adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.584835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-43321b98-ed89-4053-ba42-227ce993e1e1 None None] Provisioning complete for port 6b9d9575-e703-408a-bade-d4fb33ab2dea triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:55.585210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-43321b98-ed89-4053-ba42-227ce993e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.629149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088549b-9b05-42c8-aed6-4e3fed77dcd1 req-ae64deac-8d08-47f5-ae19-e549bfc9f779 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:55.637398 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8088549b-9b05-42c8-aed6-4e3fed77dcd1 req-ae64deac-8d08-47f5-ae19-e549bfc9f779 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.4935045 Feb 17 21:03:55.716059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:03:55.718664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:55.721549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:03:55.752340 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8088549b-9b05-42c8-aed6-4e3fed77dcd1 req-83fa3dc8-55ff-43e4-a5b9-a9e26f699f3f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137495 Feb 17 21:03:55.853172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-edb31616-2cf9-4706-8f4b-4c462e105055 None None] Provisioning complete for port 6b9d9575-e703-408a-bade-d4fb33ab2dea triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:55.853641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-edb31616-2cf9-4706-8f4b-4c462e105055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.977758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c1106-272c-470e-82f8-08f9c2e3c68f req-7217c81a-e1dd-49c1-8c97-ac210ee372a5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:55.985145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df8c1106-272c-470e-82f8-08f9c2e3c68f req-7217c81a-e1dd-49c1-8c97-ac210ee372a5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.0965619 Feb 17 21:03:56.037625 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df8c1106-272c-470e-82f8-08f9c2e3c68f req-fd4dc717-73d9-4202-8f34-29805fd6ed2f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509174 Feb 17 21:03:56.253366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.498575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e65e-194f-4bc7-881c-e7d4ef32a382 req-3c98f7b9-aebe-4ce7-86f6-94b9d18ca30b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:56.505768 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0b99e65e-194f-4bc7-881c-e7d4ef32a382 req-3c98f7b9-aebe-4ce7-86f6-94b9d18ca30b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1174667 Feb 17 21:03:56.610543 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0b99e65e-194f-4bc7-881c-e7d4ef32a382 req-dc49070b-ce60-4734-867a-9b0df5ef4d49 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958750 Feb 17 21:03:56.664107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 6b9d9575-e703-408a-bade-d4fb33ab2dea up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:03:56.740617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 6b9d9575-e703-408a-bade-d4fb33ab2dea triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:03:56.741117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.758765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.833135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e907c-6d81-430d-af7a-875491971924 req-38795663-910a-4a6b-93f4-dea6837e710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:56.834814 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-38795663-910a-4a6b-93f4-dea6837e710e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 1163 time: 0.2752938 Feb 17 21:03:57.091040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e907c-6d81-430d-af7a-875491971924 req-b9425629-cd6d-4331-ae0e-1a0f967b4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:57.092638 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-b9425629-cd6d-4331-ae0e-1a0f967b4d37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.2486193 Feb 17 21:03:57.223558 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-53c1bc6f-ec9c-4db3-8a1c-1a0c54ff5e69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 200 len: 1001 time: 0.1229615 Feb 17 21:03:57.291398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Router 60c681b7-e331-4934-8500-e5dcdaf34111 is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:03:57.298891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e907c-6d81-430d-af7a-875491971924 req-d1af725f-32f4-4465-925e-0ed13c3cbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:57.301485 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-d1af725f-32f4-4465-925e-0ed13c3cbf71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0696342 Feb 17 21:03:57.563352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e907c-6d81-430d-af7a-875491971924 req-142eb968-7852-480d-b1e2-7ecf334f4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:57.565215 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-142eb968-7852-480d-b1e2-7ecf334f4bcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2020726 Feb 17 21:03:57.569838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:03:57.582121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Sync routers for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:03:57.592470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:57.593156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:03:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:57.810794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.812603 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.3220518 Feb 17 21:03:57.815582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38342) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:57.859111 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-7cffe41f-a6c2-4465-9eab-aa968302cbce service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831323 Feb 17 21:03:57.859370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:58.235931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:03:56Z', 'revision_number': 3, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:58.240624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Checking router: 60c681b7-e331-4934-8500-e5dcdaf34111 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:03:58.241018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Updating router 60c681b7-e331-4934-8500-e5dcdaf34111 port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:03:58.243156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44983dd-27a1-4a10-aea3-628dfae0ea82 req-c260f301-42e8-4ac0-ad22-9008a451a31f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:58.246538 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b44983dd-27a1-4a10-aea3-628dfae0ea82 req-c260f301-42e8-4ac0-ad22-9008a451a31f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.4874344 Feb 17 21:03:58.342569 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406e907c-6d81-430d-af7a-875491971924 req-1866ced6-d83a-4cce-9074-e729b02bd0da service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4730411 Feb 17 21:03:58.351176 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b44983dd-27a1-4a10-aea3-628dfae0ea82 req-fd583176-b686-41d3-9179-9fb6e8059ba6 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719459 Feb 17 21:03:58.383027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.827456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.842319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Transition to ACTIVE for port object 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:03:58.874095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.890876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c304db09-d3b6-40ab-b02a-4b41a52f7632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:58.908951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.204952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Pushing event updated for resources: {'Port': ['ID=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:59.208081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:59.271968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Attempting to bind port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:03:59.272497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Attempting to bind port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:03:59.272762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Attempting to bind port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:03:59.279100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:03:59.279516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:03:59.279965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.280424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:03:59.280917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Bound port: 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:03:59.281328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.287524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Allocated IP 172.20.0.1 (736d2789-5af6-40c3-8415-86528e031415/746e0dca-c130-483c-b004-b4987f0da8d0/1ea934aa-f317-4dcc-9f17-a843b5571555) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:03:59.412118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] For port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:03:59.415713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] For port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:03:59.457447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.473963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:59.531673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.577959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Transition to ACTIVE for port object 1ea934aa-f317-4dcc-9f17-a843b5571555 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:03:59.613173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14984c2-4278-4899-a1c5-7ca9b2765b7e req-f195334f-7149-49f1-9f8c-4e42de742525 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:59.614943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c14984c2-4278-4899-a1c5-7ca9b2765b7e req-f195334f-7149-49f1-9f8c-4e42de742525 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1249473 Feb 17 21:03:59.650406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Pushing event updated for resources: {'Port': ['ID=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:59.664277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:59.679382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.716775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:59.717443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:03:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:59.764987 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c14984c2-4278-4899-a1c5-7ca9b2765b7e req-91031945-7783-47c3-be43-b99bd4a81ba1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365254 Feb 17 21:03:59.789755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9d2f536e-1d99-4ef2-a78d-879f9b0f9154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:59.895617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Pushing event updated for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:59.899970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:59.921252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Network 736d2789-5af6-40c3-8415-86528e031415 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:03:59.922827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:59.925142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:03:59.931941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:59.985031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.075835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:00.169496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.311628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 25391ef5-779b-4633-9dbb-7b67d9e0e243 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:00.312608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.342832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-61ca64e9-4169-4b1c-a978-88b73f7dba77 None None] Provisioning for port 1ea934aa-f317-4dcc-9f17-a843b5571555 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:00.360599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-61ca64e9-4169-4b1c-a978-88b73f7dba77 None None] Provisioning complete for port 1ea934aa-f317-4dcc-9f17-a843b5571555 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:00.363658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-61ca64e9-4169-4b1c-a978-88b73f7dba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.463377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-61ca64e9-4169-4b1c-a978-88b73f7dba77 None None] Port 1ea934aa-f317-4dcc-9f17-a843b5571555 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:00.498618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.519945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:03:56Z', 'revision_number': 3, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:00.531379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.535454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b72b6-7cc6-4b08-95d1-1ee00eee9e47 None None] The sync data for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb is: [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:03:56Z', 'revision_number': 3, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:00.572887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:00.660925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Pushing event updated for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:00.663794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.683614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:00.809128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Network 736d2789-5af6-40c3-8415-86528e031415 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:00.810388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:01.043493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Router 60c681b7-e331-4934-8500-e5dcdaf34111 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:04:01.121280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-faf65fe7-49bf-4e12-b6c0-b201f9cbf09f None None] Provisioning complete for port 1ea934aa-f317-4dcc-9f17-a843b5571555 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:01.121926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-faf65fe7-49bf-4e12-b6c0-b201f9cbf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.168921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1e8032bb-d34c-4856-9fa2-de02479d2a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.188232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-faf65fe7-49bf-4e12-b6c0-b201f9cbf09f None None] Port 1ea934aa-f317-4dcc-9f17-a843b5571555 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:01.264548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:01.274349 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] 10.222.0.59 "PUT /v2.0/routers/60c681b7-e331-4934-8500-e5dcdaf34111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4576685 Feb 17 21:04:02.160215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38418) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:02.166591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-82516450-network', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:02.172211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:02.176590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Usage tracker for resource:network and tenant:ce46bf723b5e4b3b82243e14684eb45d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:02.179712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:02.185578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:02.231410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Made reservation on behalf of ce46bf723b5e4b3b82243e14684eb45d for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:02.236644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.250439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.265729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:02.269955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Usage tracker for resource:security_group_rule and tenant:ce46bf723b5e4b3b82243e14684eb45d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:02.272899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:02.279411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:02.369176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.411120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.415385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c50ab7e-49c1-4624-965c-080a11506ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:02.447865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:04:02.457584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf24171-6a6d-493c-9e50-50cf462e14a5,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:02.461922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:02.465083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.470391 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Added segment 18371a84-aa34-44d1-954a-c1d4a12930f2 of type vxlan for network 6155fc82-c09d-4607-a5ee-6bb67f30289f Feb 17 21:04:02.492250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.559693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.561234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:02.561957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.568169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9a830bd0-8d84-49f7-9717-10d043c78f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:02.627585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:02.687780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Pushing event updated for resources: {'Network': ['ID=6155fc82-c09d-4607-a5ee-6bb67f30289f,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:02.687780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:02.688355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:04:02.708881 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a84c49ab-7e00-45b8-80cf-28ae4d369eae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5474553 Feb 17 21:04:02.710520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:04:02.711984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38422) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:02.718199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Request body: {'subnet': {'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-82516450-subnet', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:02.723756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:02.727872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Usage tracker for resource:subnet and tenant:ce46bf723b5e4b3b82243e14684eb45d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:02.730940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:02.736929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:02.782790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Made reservation on behalf of ce46bf723b5e4b3b82243e14684eb45d for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:02.787809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851732285'] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:02.893310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:02.912751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:02.913180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.068891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.102157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:03.142509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c2427900-b4cc-4ef4-8a03-0381d5cea618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.179597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.181479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:03.255081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:03.258680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:03.426861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Sync routers for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:03.438114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:03.438779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:03.634078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:03.660501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852372578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851732270'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.676748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:03.802587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842af3de-ff2c-485f-b7ea-45e0a0604ae2,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:03.807284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:03.877502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Checking segment: {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:03.877868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Network hostable DHCP agents. Network: 6155fc82-c09d-4607-a5ee-6bb67f30289f, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:04:03.942486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:04:03.976461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 2, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:03.980559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Checking router: 60c681b7-e331-4934-8500-e5dcdaf34111 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:03.980970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Updating router 60c681b7-e331-4934-8500-e5dcdaf34111 port 1ea934aa-f317-4dcc-9f17-a843b5571555 binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:04:03.988080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 6155fc82-c09d-4607-a5ee-6bb67f30289f) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:03.997491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b3efc-d623-4de4-a71e-ba423bc789c4 None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:04:04.000351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:04.001041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.043101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.068652 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3531404 Feb 17 21:04:04.069038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38440) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:04.075396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:04.094638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:04.100346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Usage tracker for resource:router and tenant:ce46bf723b5e4b3b82243e14684eb45d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:04.104095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:04.110174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:04.168704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.170220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.186739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.252591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-6155fc82-c09d-4607-a5ee-6bb67f30289f', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:04:04.253588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.492485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.506541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Transition to ACTIVE for port object 1ea934aa-f317-4dcc-9f17-a843b5571555 will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:04.539774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.554255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.590338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:04.671822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.684252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:04.872214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:04.872638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.928942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Allocated IP 172.20.0.2 (6155fc82-c09d-4607-a5ee-6bb67f30289f/842af3de-ff2c-485f-b7ea-45e0a0604ae2/510d89ca-067d-4cba-870b-4b67475ac45b) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:04.972360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Pushing event updated for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:04.996176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:04.997126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:04.997861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:04.998561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:04.999289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:04.999987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.000677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.001374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.002102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.002801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.003491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.004186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.004942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.005624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.006357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.007040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.007846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.008641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.009326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.010038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.010786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.011497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.012176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.012633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:05.017402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:05.114859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.158571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.266662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Attempting to bind port 1ea934aa-f317-4dcc-9f17-a843b5571555 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:05.270017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Attempting to bind port 1ea934aa-f317-4dcc-9f17-a843b5571555 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:05.271615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Attempting to bind port 1ea934aa-f317-4dcc-9f17-a843b5571555 on network 736d2789-5af6-40c3-8415-86528e031415 {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:05.284504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.287238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:05.288422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Checking segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:05.289867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.290466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Bound using segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:05.292037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Bound port: 1ea934aa-f317-4dcc-9f17-a843b5571555, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:05.293857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.297476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Transition to ACTIVE for port object 510d89ca-067d-4cba-870b-4b67475ac45b will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:05.318573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.351187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Transition to ACTIVE for port object 510d89ca-067d-4cba-870b-4b67475ac45b will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:05.391442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.407982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:05.422260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] For port 1ea934aa-f317-4dcc-9f17-a843b5571555, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:05.426532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] For port 1ea934aa-f317-4dcc-9f17-a843b5571555, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=1ea934aa-f317-4dcc-9f17-a843b5571555,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:05.460178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.477853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7b8e68a0-2a0d-42b6-a7e2-10733bbbea69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:05.572216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.627298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Pushing event updated for resources: {'Port': ['ID=510d89ca-067d-4cba-870b-4b67475ac45b,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:05.628965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Allocated IP 172.28.2.48 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/caea1586-f78d-49c7-94ef-59144c878ec9) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:05.632781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:05.639110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Pushing event updated for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:05.644092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:05.645389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:05.647664 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:05.654679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cbcca864-de03-4e36-9c34-72cc36f17aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:05.718278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Attempting to bind port 510d89ca-067d-4cba-870b-4b67475ac45b on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:05.718278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Attempting to bind port 510d89ca-067d-4cba-870b-4b67475ac45b by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:05.718455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:05.718531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Attempting to bind port 510d89ca-067d-4cba-870b-4b67475ac45b on network 6155fc82-c09d-4607-a5ee-6bb67f30289f {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:05.718638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:05.723269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:05.723843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Checking segment: {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:05.724136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.724596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Bound using segment: {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:05.725120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Bound port: 510d89ca-067d-4cba-870b-4b67475ac45b, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:05.725551 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.850808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.862736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] For port 510d89ca-067d-4cba-870b-4b67475ac45b, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:05.866505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] For port 510d89ca-067d-4cba-870b-4b67475ac45b, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=510d89ca-067d-4cba-870b-4b67475ac45b,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:05.925758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.926963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.943577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fad10a5e-2f07-47d5-9e0b-a83c1b4c42dd tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:05.947537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:05.961046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:06.094986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=caea1586-f78d-49c7-94ef-59144c878ec9,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:06.100147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:06.146481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Pushing event updated for resources: {'Port': ['ID=510d89ca-067d-4cba-870b-4b67475ac45b,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:06.151066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:06.161367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:06.163018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:06.168720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:06.385382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:05Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:06.390063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ec99-9e33-4541-a123-3ef9b416ab50 None None] The sync data for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb is: [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:05Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:06.771709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 1ea934aa-f317-4dcc-9f17-a843b5571555 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:06.895055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 1ea934aa-f317-4dcc-9f17-a843b5571555 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:06.901989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 1ea934aa-f317-4dcc-9f17-a843b5571555 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:06.904290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.029963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.146712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.191790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 1ea934aa-f317-4dcc-9f17-a843b5571555, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=1ea934aa-f317-4dcc-9f17-a843b5571555,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:07.245227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.246257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 510d89ca-067d-4cba-870b-4b67475ac45b up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:07.283201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:07.374656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:07.380247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:07.434070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 510d89ca-067d-4cba-870b-4b67475ac45b completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:07.507502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.797304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Router 7f613745-74f0-4e34-bc5d-a5909bcfc572 is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:04:07.843318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38506) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:07.858544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae66898-a164-4596-81f7-7b64dde917f5 None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:04:07.998955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.002076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Provisioning for port 510d89ca-067d-4cba-870b-4b67475ac45b completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:08.008849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Provisioning complete for port 510d89ca-067d-4cba-870b-4b67475ac45b triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:08.009385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.017965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:08.018156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:08.025192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Usage tracker for resource:security_group_rule and tenant:7625f57f93d140fcaa7eb80b7342568f is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:08.029612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:08.038390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:08.044749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Sync routers for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:08.091017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.097270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38512) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:08.098109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0267637 Feb 17 21:04:08.128275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:08.128978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:08.219719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.287221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.303609 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b7ecf4b5-1470-4a88-9b2d-281cb41a3965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:08.379964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38520) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:08.380192 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7625f57f93d140fcaa7eb80b7342568f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355937 Feb 17 21:04:08.382168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c454f4bc-bb55-4a2d-884c-df23dde95f94,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:08.445931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:08.508057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.562707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.613030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.638490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:08.742728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.746871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c28458d1-0911-41b9-a970-28b654b81937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:08.760114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c454f4bc-bb55-4a2d-884c-df23dde95f94,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:08.763700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 1ea934aa-f317-4dcc-9f17-a843b5571555 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:08.764687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:08.769452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.773448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dea9591d-6a71-4c23-92f4-bb620f03ee61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c454f4bc-bb55-4a2d-884c-df23dde95f94 HTTP/1.1" status: 204 len: 168 time: 0.3893926 Feb 17 21:04:08.974756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] For port 510d89ca-067d-4cba-870b-4b67475ac45b, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=510d89ca-067d-4cba-870b-4b67475ac45b,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:09.013446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 1ea934aa-f317-4dcc-9f17-a843b5571555 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:09.013873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.051775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.064700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.076808 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:09.252911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Pushing event updated for resources: {'Port': ['ID=510d89ca-067d-4cba-870b-4b67475ac45b,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:09.256401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:09.261883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-450c4231-5e28-49ef-9087-9eb5b18a813c None None] Provisioning complete for port 510d89ca-067d-4cba-870b-4b67475ac45b triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:09.262319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-450c4231-5e28-49ef-9087-9eb5b18a813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.349457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38532) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:09.374850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.376725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:06Z', 'revision_number': 3, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:09.386464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Checking router: 7f613745-74f0-4e34-bc5d-a5909bcfc572 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:09.386884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Updating router 7f613745-74f0-4e34-bc5d-a5909bcfc572 port caea1586-f78d-49c7-94ef-59144c878ec9 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:04:09.396809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:09.403310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2520126c01ee45e6a5c3e06b59cf2dd5 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:09.407449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:09.414416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:09.508179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.508751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Allocated IP 172.20.0.1 (6155fc82-c09d-4607-a5ee-6bb67f30289f/842af3de-ff2c-485f-b7ea-45e0a0604ae2/4c35cf40-2498-4ca9-8ca1-c7b39d093c7e) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:09.631111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.662354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.674218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b1e5f429-a2ce-489b-ba49-456fbd63ba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:09.719188 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2520126c01ee45e6a5c3e06b59cf2dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685329 Feb 17 21:04:09.722017 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38536) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:09.727840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3257c3ac-9e26-4749-a201-53423c08b5ee,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:09.732233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:09.739307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-bf8d1aeb-46e0-491e-b38c-42208f2e29ff None None] Provisioning complete for port 510d89ca-067d-4cba-870b-4b67475ac45b triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:09.739960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1aeb-46e0-491e-b38c-42208f2e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.786473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.816523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Transition to ACTIVE for port object 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:09.835755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.871197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.936996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:09.953927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:10.046712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.091012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.103212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Transition to ACTIVE for port object caea1586-f78d-49c7-94ef-59144c878ec9 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:10.117483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:10.121354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:10.125980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d096617b-2097-46fe-9c79-4483385418a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:10.137172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.152620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.153873 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3257c3ac-9e26-4749-a201-53423c08b5ee HTTP/1.1" status: 204 len: 168 time: 0.4308293 Feb 17 21:04:10.154865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257c3ac-9e26-4749-a201-53423c08b5ee,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:10.157518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:10.158718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:10.197322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:10.197322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:10.197839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:10.255450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.318184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fce394-e266-4403-ba7e-5ecb07be65eb None None] Pushing event updated for resources: {'Port': ['ID=caea1586-f78d-49c7-94ef-59144c878ec9,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:10.323964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e1fce394-e266-4403-ba7e-5ecb07be65eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:10.395271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Attempting to bind port caea1586-f78d-49c7-94ef-59144c878ec9 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:10.396015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Attempting to bind port caea1586-f78d-49c7-94ef-59144c878ec9 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:10.396788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Attempting to bind port caea1586-f78d-49c7-94ef-59144c878ec9 on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:10.405075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:10.405610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:10.406196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.407079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:10.407319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Bound port: caea1586-f78d-49c7-94ef-59144c878ec9, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:10.407938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.508624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] For port caea1586-f78d-49c7-94ef-59144c878ec9, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:10.512694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] For port caea1586-f78d-49c7-94ef-59144c878ec9, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=caea1586-f78d-49c7-94ef-59144c878ec9,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:10.513724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-4263bdec-a182-472f-b5a3-4d75bb0f70b8 None None] Provisioning for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:10.518761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-4263bdec-a182-472f-b5a3-4d75bb0f70b8 None None] Provisioning complete for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:10.519290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4263bdec-a182-472f-b5a3-4d75bb0f70b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.571322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.574844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:10.595498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:10.869354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 510d89ca-067d-4cba-870b-4b67475ac45b up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:10.962145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4263bdec-a182-472f-b5a3-4d75bb0f70b8 None None] Port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:10.992531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fce394-e266-4403-ba7e-5ecb07be65eb None None] Pushing event updated for resources: {'Port': ['ID=caea1586-f78d-49c7-94ef-59144c878ec9,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:10.999566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e1fce394-e266-4403-ba7e-5ecb07be65eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:11.005995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:11.036432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:11.051275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 510d89ca-067d-4cba-870b-4b67475ac45b triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:11.051701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:11.072091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1740a701-fc30-4e30-a5bf-31022535bd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:11.106727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:11.107439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:11.154627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:11.174056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:11.194420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:11.399116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:11.667651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:11.669218 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:11.809832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '4c35cf40-2498-4ca9-8ca1-c7b39d093c7e', 'name': '', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'mac_address': 'fa:16:3e:c7:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:09Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 2, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'subnets': [{'id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:11.815907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b967d-33fc-404d-a44c-65bd5289a49e None None] The sync data for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb is: [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '4c35cf40-2498-4ca9-8ca1-c7b39d093c7e', 'name': '', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'mac_address': 'fa:16:3e:c7:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:09Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 2, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'subnets': [{'id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:11.894725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a2c8f595-9b88-4d24-a6aa-d5c3d446b3c0 None None] Provisioning complete for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:11.895478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a2c8f595-9b88-4d24-a6aa-d5c3d446b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:11.919301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Router 7f613745-74f0-4e34-bc5d-a5909bcfc572 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:04:11.964278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8f595-9b88-4d24-a6aa-d5c3d446b3c0 None None] Port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:12.124733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:12.132917 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f613745-74f0-4e34-bc5d-a5909bcfc572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0310049 Feb 17 21:04:13.018750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38608) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:13.178240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.195399 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:13.202293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf274fbd70c43cf8cce995535d5682a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:13.205746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:13.212033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:13.331591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.382620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.392663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dbd4c9cd-47e1-42fd-b805-50c6848c09af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:13.442644 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdf274fbd70c43cf8cce995535d5682a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226236 Feb 17 21:04:13.443626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89938007-95a7-48c4-9e9d-93d03ef8f446,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:13.445409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38620) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:13.450242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:13.524897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.558602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.790729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.797947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-126b963d-9a14-4e3e-9f66-cb74ecb78cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:13.817144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89938007-95a7-48c4-9e9d-93d03ef8f446,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:13.820456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:13.825761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:13.827016 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89938007-95a7-48c4-9e9d-93d03ef8f446 HTTP/1.1" status: 204 len: 168 time: 0.3803923 Feb 17 21:04:14.009065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1552491765', 'description': 'tempest-TestShelveInstance-1552491765 description'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:14.016309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:14.020638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Usage tracker for resource:security_group and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:14.023913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:14.029857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:14.059636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.082234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:14.087288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Usage tracker for resource:security_group_rule and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:14.090475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:14.097240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:14.188806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.222209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.228069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eaf53d94-1b5a-40b2-ae98-72c0d50204fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:14.270726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1846d1fc-4750-4677-ae2d-15dc24b70545,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:14.273152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:14.294874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.294874 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7dbd012a-68a1-4634-8754-2a6656265fdd req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2886395 Feb 17 21:04:14.371728 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-c3cd3f28-3548-49c4-b2d5-29a58350c6a2 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups/1846d1fc-4750-4677-ae2d-15dc24b70545 HTTP/1.1" status: 200 len: 1802 time: 0.0551264 Feb 17 21:04:14.384092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1846d1fc-4750-4677-ae2d-15dc24b70545', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:14.384716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1846d1fc-4750-4677-ae2d-15dc24b70545', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:14.391665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:14.395799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Usage tracker for resource:security_group_rule and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:14.408580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:14.414787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:14.513720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.539094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.562245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.568912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:14.596768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bc3c5b-86e9-4760-9c86-cdb6b945ff90,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:14.599195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:14.637303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.638908 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d37fbece-58f6-46dd-bbd7-19eaa7d2abda req-9dba12fd-8b62-4051-bbd6-34a141f869ae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2590814 Feb 17 21:04:14.663755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device caea1586-f78d-49c7-94ef-59144c878ec9 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:14.717887 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-b7af23b6-5ed2-4ad0-b4d6-3def32401e25 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups/1846d1fc-4750-4677-ae2d-15dc24b70545 HTTP/1.1" status: 200 len: 2395 time: 0.0563378 Feb 17 21:04:14.729092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1846d1fc-4750-4677-ae2d-15dc24b70545', 'remote_group_id': None}]} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:14.729466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1846d1fc-4750-4677-ae2d-15dc24b70545', 'remote_group_id': None}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:14.736430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:14.740590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Usage tracker for resource:security_group_rule and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:14.744326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:14.751369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:14.768206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port caea1586-f78d-49c7-94ef-59144c878ec9 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:14.775110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port caea1586-f78d-49c7-94ef-59144c878ec9 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:14.775582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.865557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.903948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.928034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.930867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.942141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:14.946314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port caea1586-f78d-49c7-94ef-59144c878ec9, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=caea1586-f78d-49c7-94ef-59144c878ec9,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:14.963736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c5dba8-ae1e-4332-8fcb-2ab0b35a2f86,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:14.967159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:14.976670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:14.979725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:15.013060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:15.014553 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ba10a29a-2bdf-4dc9-92ce-2b9a81cff57d req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2900126 Feb 17 21:04:15.054530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=caea1586-f78d-49c7-94ef-59144c878ec9,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:15.059018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:15.254238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Sync routers for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:15.265427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:15.266283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:15.461224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:15.822582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '4c35cf40-2498-4ca9-8ca1-c7b39d093c7e', 'name': '', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'mac_address': 'fa:16:3e:c7:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:09Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 2, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'subnets': [{'id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:15.831752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Checking router: 7f613745-74f0-4e34-bc5d-a5909bcfc572 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:15.832155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Updating router 7f613745-74f0-4e34-bc5d-a5909bcfc572 port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:04:15.902566 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:16.171422 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-77bf052b-09f4-49d2-a97f-d6165471ef66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0781717 Feb 17 21:04:16.299260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-fa1f15be-9468-4f1c-a971-15192545170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:16.301067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-fa1f15be-9468-4f1c-a971-15192545170a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 1162 time: 0.0856004 Feb 17 21:04:16.334738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:16.347934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Transition to ACTIVE for port object 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:16.379401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:16.396255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:16.474031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-670c2f91-e5a9-46ff-9dc2-eb28a444cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:16.475693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-670c2f91-e5a9-46ff-9dc2-eb28a444cefa service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1528001 Feb 17 21:04:16.633334 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-1bf4eca5-f1a1-4de4-b9f4-7c6cb260d6db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 200 len: 1000 time: 0.1504443 Feb 17 21:04:16.660991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device caea1586-f78d-49c7-94ef-59144c878ec9 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:16.714428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-ced3653b-088a-42c2-b0aa-eb33f8311ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:16.715524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253ddb9-61de-41dc-befc-741b573b53e8 None None] Pushing event updated for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:16.716272 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-ced3653b-088a-42c2-b0aa-eb33f8311ea8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0755999 Feb 17 21:04:16.720036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9253ddb9-61de-41dc-befc-741b573b53e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:16.763860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port caea1586-f78d-49c7-94ef-59144c878ec9 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:16.764312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:16.899191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-ae8807b3-459f-467d-a287-80c038d008c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:16.904771 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-ae8807b3-459f-467d-a287-80c038d008c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1812351 Feb 17 21:04:16.959139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Attempting to bind port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:16.959545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Attempting to bind port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:16.959951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Attempting to bind port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e on network 6155fc82-c09d-4607-a5ee-6bb67f30289f {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:16.968754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:16.969171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Checking segment: {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:16.972339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:16.972780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Bound using segment: {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:16.973320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Bound port: 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18371a84-aa34-44d1-954a-c1d4a12930f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:16.973953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:17.149162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] For port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:17.152730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] For port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:17.171797 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-9bd3ae4d-e213-4b20-a07d-0c5ef1975c28 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598791 Feb 17 21:04:17.182955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:17.211761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-99f0e558-1f67-4b4b-a54f-f05cf31799ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:17.340015 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2b4a7a63-3de8-4103-914f-8f25c744df35 req-26898297-bd16-48f0-884c-45d3a15a2f93 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585174 Feb 17 21:04:17.361686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253ddb9-61de-41dc-befc-741b573b53e8 None None] Pushing event updated for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:17.375170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9253ddb9-61de-41dc-befc-741b573b53e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:17.418430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:17.419095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:17.651378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:17.739572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38772) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:17.890851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:17.906782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:17.910892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Usage tracker for resource:security_group_rule and tenant:529a333dac8b479798234a01b006459b is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:17.913482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:17.920326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:18.015603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.019044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '4c35cf40-2498-4ca9-8ca1-c7b39d093c7e', 'name': '', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'mac_address': 'fa:16:3e:c7:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:09Z', 'updated_at': '2021-02-17T21:04:17Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'subnets': [{'id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:18.023253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a89c1-f66b-4219-bb49-d0fbe9c25085 None None] The sync data for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb is: [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:04:10Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '4c35cf40-2498-4ca9-8ca1-c7b39d093c7e', 'name': '', 'network_id': '6155fc82-c09d-4607-a5ee-6bb67f30289f', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'mac_address': 'fa:16:3e:c7:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:09Z', 'updated_at': '2021-02-17T21:04:17Z', 'revision_number': 4, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'subnets': [{'id': '842af3de-ff2c-485f-b7ea-45e0a0604ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:18.056498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.067029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-25593faf-76f2-4f02-9fcb-d31f054ac0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:18.112210 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=529a333dac8b479798234a01b006459b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713462 Feb 17 21:04:18.113091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8492de51-44c3-450e-bedb-3634441994f8,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:18.115978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38778) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:18.116469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:18.183621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.212287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.316426 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.322003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f6f16e85-e3bb-4575-a6f8-0b7e26a33f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:18.335084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8492de51-44c3-450e-bedb-3634441994f8,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:18.338531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:18.340633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.343626 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8492de51-44c3-450e-bedb-3634441994f8 HTTP/1.1" status: 204 len: 168 time: 0.2261395 Feb 17 21:04:18.656094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:18.777094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:18.782491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:18.782913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.922576 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38790) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:18.940252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.944234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:18.960546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:18.966196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Usage tracker for resource:security_group_rule and tenant:72eb0c83cc3c453db806b90d2894d51a is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:18.973862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:18.980011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:18.980411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:19.010995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.014115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:19.071464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.091503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:19.098967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.104669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:19.108340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d13be60-be84-4f5c-8d99-9b46d1f7d425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:19.151728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e495c7-2213-4291-ab12-3be39e75765d,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:19.156301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72eb0c83cc3c453db806b90d2894d51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325256 Feb 17 21:04:19.157237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:19.160771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38798) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:19.234941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.264024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.364905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.371316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cdad1a40-9253-4d56-97d5-7e93b150281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:19.386770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e495c7-2213-4291-ab12-3be39e75765d,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:19.389471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:19.393570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:19.395020 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93e495c7-2213-4291-ab12-3be39e75765d HTTP/1.1" status: 204 len: 168 time: 0.2344518 Feb 17 21:04:20.351075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:20.632374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:20.706342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:20.706775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:22.654340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:04:23.608656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38946) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:23.744254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:23.760926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:23.765138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Usage tracker for resource:security_group_rule and tenant:73b63550ef18446ab39cdd7eb624f6db is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:23.768226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:23.774140 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:23.865846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:23.908239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:23.918698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e8997723-fee0-416a-8b37-912d454122f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:23.961965 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73b63550ef18446ab39cdd7eb624f6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527734 Feb 17 21:04:23.962924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d89ab0-304a-4784-8a92-c54169caa082,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:23.965413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38956) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:23.966934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e63fc6fd-4b7a-4a16-9ba6-023223a342eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:24.032608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.061494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.136580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.142089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b38532a1-0ed8-48b1-9d0d-18efcd13e0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:24.158293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d89ab0-304a-4784-8a92-c54169caa082,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:24.164587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:24.171788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.173029 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-73cab5d2-7a0b-4384-9de6-5ec760b39ac4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54d89ab0-304a-4784-8a92-c54169caa082 HTTP/1.1" status: 204 len: 168 time: 0.2065170 Feb 17 21:04:24.644916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 38964) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:24.665558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.681291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:24.686035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Usage tracker for resource:security_group_rule and tenant:65dd4dafee35476d8beefb8c92e8518e is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:24.688930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:24.695307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:24.786745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.821890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:24.832116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-66d8132c-05bc-4440-a579-7a49a14f7598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:24.883009 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65dd4dafee35476d8beefb8c92e8518e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355533 Feb 17 21:04:24.883536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a47444-b782-4784-802d-8fdb16b73558,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:24.887079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:24.887296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 38972) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:24.966396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:25.000213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:25.121962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:25.127455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bb7a077c-419d-4f0f-b23d-8e06904d98e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:25.141083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a47444-b782-4784-802d-8fdb16b73558,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:25.146158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:25.150403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:25.151826 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59a47444-b782-4784-802d-8fdb16b73558 HTTP/1.1" status: 204 len: 168 time: 0.2635159 Feb 17 21:04:27.774845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39062) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:27.915358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:27.934287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:27.939032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Usage tracker for resource:security_group_rule and tenant:e657242314234932a43492872cbae388 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:27.942869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:27.949416 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:28.070636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.096861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.108152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-562e6e82-d534-46ec-b4d5-d76ce5391cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:28.134810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39076) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:28.166352 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e657242314234932a43492872cbae388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902106 Feb 17 21:04:28.167458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39084) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:28.187523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ccd18-f73e-4382-be0d-c5ca9bd9a019,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:28.193201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:28.249480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.277112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.290709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.307781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:28.312298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2b3b7eaea54e28939e3bff4b2d2b79 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:28.315989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:28.322081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:28.402736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.408205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9f7ab25d-af67-484a-babe-4852cdfbed97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:28.423459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ccd18-f73e-4382-be0d-c5ca9bd9a019,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:28.426513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:28.432565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.436782 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d0ccd18-f73e-4382-be0d-c5ca9bd9a019 HTTP/1.1" status: 204 len: 168 time: 0.2656248 Feb 17 21:04:28.544517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.574052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.600446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f975ecd-d556-47dc-81fd-15e50af67bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:28.631293 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b2b3b7eaea54e28939e3bff4b2d2b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951754 Feb 17 21:04:28.632138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39092) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:28.643550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8880b-5f86-499e-8e47-2a5928a4f83d req-935830c4-d832-4a3e-b6e5-c3a5f1c3fdb5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:28.645334 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9bf8880b-5f86-499e-8e47-2a5928a4f83d req-935830c4-d832-4a3e-b6e5-c3a5f1c3fdb5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1219018 Feb 17 21:04:28.656729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a5cd59-8b96-4249-9743-4fd793571ba8,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:28.661991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:28.706567 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9bf8880b-5f86-499e-8e47-2a5928a4f83d req-42049037-6b91-46da-9dd0-7b90141172b7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496891 Feb 17 21:04:28.718266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.759893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.848418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.852713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cbc494a2-27e3-4039-b92f-9fd508a90881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:28.871909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a5cd59-8b96-4249-9743-4fd793571ba8,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:28.875696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:28.885734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:28.888062 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7a5cd59-8b96-4249-9743-4fd793571ba8 HTTP/1.1" status: 204 len: 168 time: 0.2509232 Feb 17 21:04:29.067254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39100) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:29.087169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.103384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:29.109998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Usage tracker for resource:security_group_rule and tenant:eec0d4ec36e446b6aa73701fb861a3ee is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:29.113075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:29.119193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:29.207565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.245343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.255515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8bee4690-b71d-455d-bfb0-2e84c1a1c894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:29.302986 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eec0d4ec36e446b6aa73701fb861a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333822 Feb 17 21:04:29.304007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c5e8f-2c87-4ad8-8d08-ff772daf63d5,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:29.304918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39112) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:29.308601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9bf1b505-6a5f-48e0-8ed5-4faa355b6802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:29.377046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.405862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.484822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.491194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c43a32f-4841-43c5-a10c-c81d439f3cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:29.504974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c5e8f-2c87-4ad8-8d08-ff772daf63d5,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:29.508142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:29.512149 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec6c5e8f-2c87-4ad8-8d08-ff772daf63d5 HTTP/1.1" status: 204 len: 168 time: 0.2029233 Feb 17 21:04:29.513413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f97954d1-ce49-4d7b-a03a-79fed7405f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:30.083862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d002e8a-ffc4-4b51-9752-cf50a563a1b1 req-8d697bb2-1112-4101-95b3-91209dd271c1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:30.085565 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6d002e8a-ffc4-4b51-9752-cf50a563a1b1 req-8d697bb2-1112-4101-95b3-91209dd271c1 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0985439 Feb 17 21:04:30.145181 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6d002e8a-ffc4-4b51-9752-cf50a563a1b1 req-01c0538e-864c-45b4-8024-65dc43f5b782 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530303 Feb 17 21:04:30.518241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:30.567939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c1100a5c-2095-47ee-8734-74046bd9d739 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:30.569814 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c1100a5c-2095-47ee-8734-74046bd9d739 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.1048551 Feb 17 21:04:30.645350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 42fba305-eb7a-495b-a445-fef1f0a14e76 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:30.645881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:30.720646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Deleting port 42fba305-eb7a-495b-a445-fef1f0a14e76 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:30.721033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.007053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] For port 42fba305-eb7a-495b-a445-fef1f0a14e76, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=42fba305-eb7a-495b-a445-fef1f0a14e76,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:31.007481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.116084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ce489f0d-e503-44ca-a7d5-f36d7bba9895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.329640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.330103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.330457 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Floating IP 8fc80383-b7f2-4922-906b-4ce36ab24a5a disassociated. External IP: 172.28.2.82, port: 42fba305-eb7a-495b-a445-fef1f0a14e76. Feb 17 21:04:31.330844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Calling delete_port for 42fba305-eb7a-495b-a445-fef1f0a14e76 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:31.366407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62400e0-ac5e-4fbb-babe-e3c3749fb238 req-f98b1e98-3818-4bc3-93c6-9c8689509bbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:31.368047 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f62400e0-ac5e-4fbb-babe-e3c3749fb238 req-f98b1e98-3818-4bc3-93c6-9c8689509bbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 945 time: 0.0980897 Feb 17 21:04:31.423201 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f62400e0-ac5e-4fbb-babe-e3c3749fb238 req-3f1b6dcf-361a-43f6-9e19-571edde74b1b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd397687-6db9-458c-ae96-6e1d8d1e470b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454936 Feb 17 21:04:31.556163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.572120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a928e65c-1de0-4c2d-bcc7-8cd117ece0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:31.670045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'Port': ['ID=42fba305-eb7a-495b-a445-fef1f0a14e76,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:31.673007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:32.202826 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-c897c447-b067-427c-8940-fce4022b69f3 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404227 Feb 17 21:04:32.314966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:04:32.409937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:32.470014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 42fba305-eb7a-495b-a445-fef1f0a14e76 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:32.471426 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 42fba305-eb7a-495b-a445-fef1f0a14e76 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:32.485542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-dd60d3cf-b3f1-422e-919d-8185664d4937 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:32.492917 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-dd60d3cf-b3f1-422e-919d-8185664d4937 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796307 Feb 17 21:04:32.580749 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-197b603e-3eb9-4ca2-ada8-87e71a32213a tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/quotas/938e8fc4d0dd48dbb17935609f8aa7af HTTP/1.1" status: 200 len: 375 time: 0.0868390 Feb 17 21:04:32.667637 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-49a0d20e-f16f-4e1c-85b3-c3a019b0a807 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854225 Feb 17 21:04:32.672387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:32.687035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:32.707539 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c16f9fa1-1116-4c1d-88ec-8785be73cd69 req-38e54063-c62e-4388-886d-9df5e551dcc2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.0928109 Feb 17 21:04:32.708933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:32.709911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:32.827661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] No DVR routers for this DVR port 42fba305-eb7a-495b-a445-fef1f0a14e76 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:04:32.831323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:32.836246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-deleted', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:32.913023 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a4e7089a-3edd-4179-8dee-16c199717d9a req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "DELETE /v2.0/ports/42fba305-eb7a-495b-a445-fef1f0a14e76 HTTP/1.1" status: 204 len: 173 time: 2.3374321 Feb 17 21:04:32.966366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39240) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:32.993164 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4eebb8-7737-4da1-95be-9e010d8a423c', 'name': 'network-vif-deleted', 'tag': '42fba305-eb7a-495b-a445-fef1f0a14e76', 'status': 'completed', 'code': 200} Feb 17 21:04:33.029651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:33.144179 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7365c3a1-c674-4115-9874-9a64267295f1 req-c27dc0f6-5b9e-4dfa-bc0f-9bd447be40fb tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.0893021 Feb 17 21:04:33.144341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-86619d1e-2f78-4b5b-80bd-b3cbe7ca0ab0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:33.187965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:33.204876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:33.209031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Usage tracker for resource:security_group_rule and tenant:b25948edb27d42fa95319a6e611a58e1 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:33.212075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:33.218807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:33.224453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-86619d1e-2f78-4b5b-80bd-b3cbe7ca0ab0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:33.234747 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-86619d1e-2f78-4b5b-80bd-b3cbe7ca0ab0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1552491765&fields=id&tenant_id=113e18c6b7a34b7382852a5c99f8d002 HTTP/1.1" status: 200 len: 267 time: 0.2253854 Feb 17 21:04:33.448627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-643db6bb-fafc-45e5-954f-cac61d545ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:33.501536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:33.506645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:33.517988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:33.518689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:33.652955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-ffba107e-0eb3-4efd-a9bf-9541fcdd964e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:33.654646 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-ffba107e-0eb3-4efd-a9bf-9541fcdd964e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 808 time: 0.4177194 Feb 17 21:04:33.684030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-52907436-606a-45c0-a870-f102ea579248 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/quotas/113e18c6b7a34b7382852a5c99f8d002 HTTP/1.1" status: 200 len: 375 time: 0.0182555 Feb 17 21:04:33.734209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:33.884665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:33.902065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-b62df0ac-2522-4410-a9d0-cf752f44aad8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:33.927421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-b7eede7e-6e6c-42cb-be21-d4ce651e62ff req-98c673cd-bbad-4c6e-b231-a7c316bbc938 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:33.953195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-b62df0ac-2522-4410-a9d0-cf752f44aad8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:33.956039 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-b62df0ac-2522-4410-a9d0-cf752f44aad8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2638710 Feb 17 21:04:33.958744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:33.968775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0a669250-836e-40cc-b98d-7d0074a6aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:33.982255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-b7eede7e-6e6c-42cb-be21-d4ce651e62ff req-98c673cd-bbad-4c6e-b231-a7c316bbc938 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:33.983553 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b7eede7e-6e6c-42cb-be21-d4ce651e62ff req-98c673cd-bbad-4c6e-b231-a7c316bbc938 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b4eebb8-7737-4da1-95be-9e010d8a423c HTTP/1.1" status: 200 len: 210 time: 0.1108327 Feb 17 21:04:34.150938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f1c08-fd9e-4346-aae2-b259e93128db,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:34.191324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:34.209128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83da1f-4321-4514-a914-b5975e8bf9a4 None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:34.254804 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-3f0004db-5023-4149-9daa-bea233d4035f service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561588 Feb 17 21:04:34.256422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:34.261345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:34.268027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39258) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:34.283212 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b25948edb27d42fa95319a6e611a58e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3155248 Feb 17 21:04:34.380150 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ddb3fabf-f8c3-4931-a4b3-99592ecd7487 req-9bf7a592-eea5-43c7-bc7c-910f914b8b52 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.0813882 Feb 17 21:04:34.423317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:34.446867 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0a369f5c-7081-4733-84d5-7fcb7f3d204f service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1596336 Feb 17 21:04:34.451994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:34.547975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:34.554367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a5e0671e-7864-4495-8d6a-72e5636fe43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:34.594654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f1c08-fd9e-4346-aae2-b259e93128db,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:34.600324 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:34.600324 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/727f1c08-fd9e-4346-aae2-b259e93128db HTTP/1.1" status: 204 len: 168 time: 0.3303695 Feb 17 21:04:34.608325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.608467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.608795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.609199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.609599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.610026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.610419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.610814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.611211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.611589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.612326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.612504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.612919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.613307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.613715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.614285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.614788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.615175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.615560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.615944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.616504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.616998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.617389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.617795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:34.623285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:34.747171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff35a5-af1a-41f3-80c5-0029c44708b6 None None] New status for floating IP 8fc80383-b7f2-4922-906b-4ce36ab24a5a: DOWN {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:04:35.222629 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-11ecc2d7-fc95-4e40-a5f0-e29a0c4a3595 req-a1c18bd4-c3a4-4ae0-ab1d-45e93795cb1f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.0751045 Feb 17 21:04:35.224202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39280) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:35.297924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39286) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:35.311766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.329728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.341645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.346382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:35.351647 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.351797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Usage tracker for resource:security_group_rule and tenant:0f387c0b441a479bad7ea4baa9cd49e7 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:35.354591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:35.360508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:35.376383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.452502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-547c8eac-6101-4a5d-a0cc-1f80d15da1ba tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362384 Feb 17 21:04:35.454465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.489299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.542225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.547208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f11da9d3-9b21-428d-bec3-b0136d694a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:35.556596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c5062c7b-af74-4594-8498-4bf118538946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:35.604861 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f387c0b441a479bad7ea4baa9cd49e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057446 Feb 17 21:04:35.607316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fde9e8-7541-4c4b-8e7b-b8f83502224c,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:35.610301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:35.611019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39294) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:35.614597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd397687-6db9-458c-ae96-6e1d8d1e470b,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:35.626530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:35.637328 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-16326243-8bc7-4e2a-b48d-c956ab168310 req-29e8e1db-f3c4-4e65-a7f0-301d32cab943 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.0734479 Feb 17 21:04:35.696733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.723784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.725288 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "DELETE /v2.0/security-groups/dd397687-6db9-458c-ae96-6e1d8d1e470b HTTP/1.1" status: 204 len: 168 time: 0.4996378 Feb 17 21:04:35.725923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:35.732810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-993cb141-7eeb-4045-8eef-c00acc50708c tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:35.733645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39298) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:35.734416 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-993cb141-7eeb-4045-8eef-c00acc50708c tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767334 Feb 17 21:04:35.758248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Request body: {'port': {'device_id': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'network_id': '56140f6e-f374-413e-b109-e334af8282f0', 'admin_state_up': True, 'tenant_id': '938e8fc4d0dd48dbb17935609f8aa7af'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:35.765483 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.v2.resource [None req-f2f33138-92da-4058-9f57-9b9f0c2114e3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] show failed (client error): The resource could not be found. Feb 17 21:04:35.773053 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f2f33138-92da-4058-9f57-9b9f0c2114e3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups/dd397687-6db9-458c-ae96-6e1d8d1e470b HTTP/1.1" status: 404 len: 347 time: 0.0378320 Feb 17 21:04:35.774249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39302) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:35.946915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:35.951344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Usage tracker for resource:port and tenant:938e8fc4d0dd48dbb17935609f8aa7af is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:35.954568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:35.960794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:36.005204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Deleting port f3fbf95f-6c4f-47ca-851f-da378049c6e2 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:36.005590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.019233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Made reservation on behalf of 938e8fc4d0dd48dbb17935609f8aa7af for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:36.025421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.043561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.066672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:36.071062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Usage tracker for resource:security_group_rule and tenant:938e8fc4d0dd48dbb17935609f8aa7af is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:36.074444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:36.080440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:36.132277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.142751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-65ba29e1-76d4-4301-8e10-d96660f75412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:36.166674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fde9e8-7541-4c4b-8e7b-b8f83502224c,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:36.169429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:36.181098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.184134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.185536 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5fde9e8-7541-4c4b-8e7b-b8f83502224c HTTP/1.1" status: 204 len: 168 time: 0.5735123 Feb 17 21:04:36.219153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.231460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5ad986c0-801b-4ef4-addd-ffdcef34a70c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:36.233853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.234336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.348666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:36.360884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:36.393236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Calling delete_port for f3fbf95f-6c4f-47ca-851f-da378049c6e2 owned by network:floatingip {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:36.481168 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7a4565b6-b0eb-4b77-b903-4e03c295497d req-315aaece-b909-42f2-b46e-04bfd11734c9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.1000028 Feb 17 21:04:36.707677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Allocated IP 192.168.233.96 (56140f6e-f374-413e-b109-e334af8282f0/157e81f7-b2eb-4aac-a763-d9565df3fe32/3d8274af-914c-4d19-ac6d-cfc0d5435da2) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:36.887911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:36.914074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-96e1f629-f4f1-4d51-b72e-800455b04dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:36.932993 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4f55771b-c33d-4143-966d-e9e2e835af05 req-00c1ef7f-cdc0-4825-b771-9ae69bcbb71d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.1332648 Feb 17 21:04:37.020482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.029533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'Port': ['ID=f3fbf95f-6c4f-47ca-851f-da378049c6e2,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:37.034788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:37.038436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Transition to ACTIVE for port object 3d8274af-914c-4d19-ac6d-cfc0d5435da2 will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:37.133858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.152381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c67ac388-1146-43b9-b6fd-54d83b5fae7c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:37.157028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.216260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.217567 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "DELETE /v2.0/floatingips/8fc80383-b7f2-4922-906b-4ce36ab24a5a HTTP/1.1" status: 204 len: 168 time: 1.4278266 Feb 17 21:04:37.361142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Pushing event updated for resources: {'Port': ['ID=3d8274af-914c-4d19-ac6d-cfc0d5435da2,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:37.366374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:37.463014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Network 56140f6e-f374-413e-b109-e334af8282f0 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:37.464588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:37.468549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:37.616231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:37.616918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.844685 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3b052807-d3aa-46e3-9cd7-941b263a9318 req-db243b50-ff7f-4f3d-9c3d-6518e1dd41ef tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.0807407 Feb 17 21:04:37.918855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-25fe6eef-46fa-4b99-a252-3146303ab26c None None] Provisioning for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:37.927250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-25fe6eef-46fa-4b99-a252-3146303ab26c None None] Provisioning complete for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:37.928734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-25fe6eef-46fa-4b99-a252-3146303ab26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:37.935331 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1861086 Feb 17 21:04:37.945770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-be792ec7-b8bf-464b-9edd-3ac8477c4be5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:37.946504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-be792ec7-b8bf-464b-9edd-3ac8477c4be5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:network {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:37.955589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Request body: {'port': {'device_id': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:38.052443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-25fe6eef-46fa-4b99-a252-3146303ab26c None None] Port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:38.091014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39388) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:38.098740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.109308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604005643', 'description': 'tempest-description--692511751'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:38.110388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-be792ec7-b8bf-464b-9edd-3ac8477c4be5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:network {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:38.111634 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-be792ec7-b8bf-464b-9edd-3ac8477c4be5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 808 time: 0.5017715 Feb 17 21:04:38.118800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:38.125239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:38.129253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:38.136353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:38.195892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.223161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:38.227462 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:38.231112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:38.238107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:38.321798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.364646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.369076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e35760c9-4eab-499f-9cfc-cd9d3a2adae5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:38.432397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b74029-de96-4b3d-ab2e-99dddd9ca150,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:38.435695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:38.491398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.496882 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4011850 Feb 17 21:04:38.497001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39396) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:38.505834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group_rule': {'security_group_id': '09b74029-de96-4b3d-ab2e-99dddd9ca150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:38.514389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:38.519396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:38.523237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:38.530406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:38.593925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.703261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.728224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-c862e659-6dfb-4c39-9656-ef33a46284b2 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:38.729005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-c862e659-6dfb-4c39-9656-ef33a46284b2 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Synchronizing usage tracker for tenant:938e8fc4d0dd48dbb17935609f8aa7af on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:38.733316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.735610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:38.735778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-32368e25-d7f6-4ff8-8db8-40f7c1fcc733 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:38.762153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9b6194-95f1-4d35-9576-4d47330bc88f,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:38.765162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:38.785873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-d373b233-cf2f-45b9-a6ac-969184906842 req-32368e25-d7f6-4ff8-8db8-40f7c1fcc733 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:38.787267 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-32368e25-d7f6-4ff8-8db8-40f7c1fcc733 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=113e18c6b7a34b7382852a5c99f8d002 HTTP/1.1" status: 200 len: 5759 time: 0.6423199 Feb 17 21:04:38.798884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'port': {'device_id': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'admin_state_up': True, 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'security_groups': ['1846d1fc-4750-4677-ae2d-15dc24b70545']}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:38.871133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-c862e659-6dfb-4c39-9656-ef33a46284b2 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Unset dirty status for tenant:938e8fc4d0dd48dbb17935609f8aa7af on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:38.872540 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-c862e659-6dfb-4c39-9656-ef33a46284b2 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 935 time: 0.7263272 Feb 17 21:04:38.956260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:38.960203 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591703 Feb 17 21:04:38.960445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39416) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:38.966169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'security_group_rule': {'security_group_id': '09b74029-de96-4b3d-ab2e-99dddd9ca150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:38.972849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:38.976955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:security_group_rule and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:38.990246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:39.004339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:39.045175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-99b237b4-1bd0-4526-8b3a-0a7efe4dce40 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Synchronizing usage tracker for tenant:938e8fc4d0dd48dbb17935609f8aa7af on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:39.085261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.144782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:39.160813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:39.185157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-99b237b4-1bd0-4526-8b3a-0a7efe4dce40 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Unset dirty status for tenant:938e8fc4d0dd48dbb17935609f8aa7af on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:39.186473 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-482ef097-a22b-4bea-b66c-e857476f3ce5 req-99b237b4-1bd0-4526-8b3a-0a7efe4dce40 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072274 Feb 17 21:04:39.199167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.223488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Made reservation on behalf of 113e18c6b7a34b7382852a5c99f8d002 for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:39.229895 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.258831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.262763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-292a8784-4737-4b4b-981a-430827c2ebd4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:39.289267 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a7a299-c4ea-43b2-bdb9-cb4b6197835c,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:39.292736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:39.294031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8274af-914c-4d19-ac6d-cfc0d5435da2 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:04:39.320378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.362146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.364016 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0e6e314d-03f4-452b-98cc-b7c6dd59584e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018965 Feb 17 21:04:39.368885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39426) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:39.373480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-187a3853-d053-405d-b4c5-3a3b03107e02 req-5407aea5-1ac4-4605-af92-9b3cff1aaa2e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.0540071 Feb 17 21:04:39.388107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:39.388107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:39.388107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Usage tracker for resource:floatingip and tenant:d7604491fcd2472b82fcf13514c18f1f is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:39.390535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:39.397149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:39.456155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Transition to ACTIVE for port object 3d8274af-914c-4d19-ac6d-cfc0d5435da2 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:39.459396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.502692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.521307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e5ecabe5-ab4a-4bd8-b455-1658c16c8209 tempest-DeleteServersTestJSON-200396770 tempest-DeleteServersTestJSON-200396770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:39.617263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:39.743424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27695ae7-8fec-4c8f-9cca-161773002d7e req-c12f3d21-212c-4194-9f2b-ef8225b1b49d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:39.745095 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-27695ae7-8fec-4c8f-9cca-161773002d7e req-c12f3d21-212c-4194-9f2b-ef8225b1b49d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.4218194 Feb 17 21:04:39.761389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8274af-914c-4d19-ac6d-cfc0d5435da2,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:39.793687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:39.849127 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-27695ae7-8fec-4c8f-9cca-161773002d7e req-b0d2ec19-6c17-46f7-9db0-ee173839aab0 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888829 Feb 17 21:04:39.956220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Allocated IP 172.28.2.25 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/c477bcdd-72b7-46a5-a72e-76a6b6c04522) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:40.044490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Allocated IP 172.20.0.10 (736d2789-5af6-40c3-8415-86528e031415/746e0dca-c130-483c-b004-b4987f0da8d0/d38b1901-1145-4340-afd4-d5b8a4cfc545) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:40.068385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Attempting to bind port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:40.068755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Attempting to bind port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:40.069122 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Attempting to bind port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 on network 56140f6e-f374-413e-b109-e334af8282f0 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:40.075374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:40.075744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Checking segment: {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:40.076147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.076536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Bound using segment: {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:40.077008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Bound port: 3d8274af-914c-4d19-ac6d-cfc0d5435da2, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53acf56f-ad73-4479-8db2-44dbc0f6c9ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '56140f6e-f374-413e-b109-e334af8282f0'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:40.077379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.131459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.223987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.245849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:40.297864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] For port 3d8274af-914c-4d19-ac6d-cfc0d5435da2, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:40.315148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] For port 3d8274af-914c-4d19-ac6d-cfc0d5435da2, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d8274af-914c-4d19-ac6d-cfc0d5435da2,segment=NetworkSegment(53acf56f-ad73-4479-8db2-44dbc0f6c9ab),segment_id=53acf56f-ad73-4479-8db2-44dbc0f6c9ab)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:40.358821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.376091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b13b9587-c5ed-4871-9db0-cc7fdb3086b0 tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:40.564510 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.598940 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b7d911b5-df5d-48b1-8dbd-581f93857ff8 req-555a0902-7a36-45c6-a652-b5e33dcec582 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.0909734 Feb 17 21:04:40.628412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Transition to ACTIVE for port object d38b1901-1145-4340-afd4-d5b8a4cfc545 will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:40.651920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8274af-914c-4d19-ac6d-cfc0d5435da2,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:40.655931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:40.666902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=c477bcdd-72b7-46a5-a72e-76a6b6c04522,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:40.672113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:40.694537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:40.695015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.696757 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] 10.222.0.57 "PUT /v2.0/ports/3d8274af-914c-4d19-ac6d-cfc0d5435da2 HTTP/1.1" status: 200 len: 1161 time: 2.7470593 Feb 17 21:04:40.700025 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:40.751472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:40.753262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fea26-4ada-4eb8-9ab1-37f3b686ad19 req-729f6720-2669-492d-bfa7-abb410c03429 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:40.755019 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-111fea26-4ada-4eb8-9ab1-37f3b686ad19 req-729f6720-2669-492d-bfa7-abb410c03429 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 947 time: 0.4211085 Feb 17 21:04:40.761146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:40.769184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:40.769184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:40.773858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2', 'status': 'completed', 'code': 200} Feb 17 21:04:40.774476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:40.880929 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-111fea26-4ada-4eb8-9ab1-37f3b686ad19 req-a759f9b4-0917-471d-aa29-2acc9a1a66c8 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860207 Feb 17 21:04:40.923940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.048983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.101188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:41.110298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:41.134429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Network 736d2789-5af6-40c3-8415-86528e031415 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:41.137908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:41.143135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:41.366235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.399114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.415366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:41.479864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6e3e-03a3-4d48-8bc8-31d4624c16b7 req-376a9699-6c1f-4731-b4f9-95bb514984d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:41.481390 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-302a6e3e-03a3-4d48-8bc8-31d4624c16b7 req-376a9699-6c1f-4731-b4f9-95bb514984d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 1164 time: 0.6576469 Feb 17 21:04:41.487518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-65faf079-dcba-4053-a391-fcf56a4079ea None None] Provisioning for port d38b1901-1145-4340-afd4-d5b8a4cfc545 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:41.487846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34836674-712d-4863-a7c8-6282c6f1262f req-a0fe7381-b6c1-44eb-8b82-32fbc47b1335 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:41.489357 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34836674-712d-4863-a7c8-6282c6f1262f req-a0fe7381-b6c1-44eb-8b82-32fbc47b1335 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.4832809 Feb 17 21:04:41.493538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-65faf079-dcba-4053-a391-fcf56a4079ea None None] Provisioning complete for port d38b1901-1145-4340-afd4-d5b8a4cfc545 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:41.493734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:41.494098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65faf079-dcba-4053-a391-fcf56a4079ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.494447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.561716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-65faf079-dcba-4053-a391-fcf56a4079ea None None] Port d38b1901-1145-4340-afd4-d5b8a4cfc545 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:41.586025 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-302a6e3e-03a3-4d48-8bc8-31d4624c16b7 req-940e0e56-f4ef-4898-a03b-b7ad96450556 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842340 Feb 17 21:04:41.603415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8090236 Feb 17 21:04:41.617741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=c477bcdd-72b7-46a5-a72e-76a6b6c04522,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:41.623890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:41.639172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Request body: {'port': {'device_id': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:41.676789 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34836674-712d-4863-a7c8-6282c6f1262f req-a79c69a3-3ba6-43de-9a91-ba1dee0ba54e tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763184 Feb 17 21:04:41.691921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaed8-6707-4f19-92b0-58c05677b064 req-164849f5-3331-4c20-9f27-b74267f7b939 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:41.693654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7becaed8-6707-4f19-92b0-58c05677b064 req-164849f5-3331-4c20-9f27-b74267f7b939 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 946 time: 0.1858687 Feb 17 21:04:41.878021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.884727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 25391ef5-779b-4633-9dbb-7b67d9e0e243 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:41.885720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:41.894680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6e3e-03a3-4d48-8bc8-31d4624c16b7 req-1416abf5-ffbd-46c1-abc3-4cd85d28fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:41.896270 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-302a6e3e-03a3-4d48-8bc8-31d4624c16b7 req-1416abf5-ffbd-46c1-abc3-4cd85d28fc10 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2979963 Feb 17 21:04:41.929444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.054431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d17a-781a-4218-b5ae-3a2ce7bb679c req-69949fd9-51b8-4034-814b-2ff3cd203148 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.054431 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c92d17a-781a-4218-b5ae-3a2ce7bb679c req-69949fd9-51b8-4034-814b-2ff3cd203148 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 932 time: 0.2905545 Feb 17 21:04:42.161941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.172809 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7925918 Feb 17 21:04:42.221621 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c92d17a-781a-4218-b5ae-3a2ce7bb679c req-71f76be2-cff0-4b37-a0e3-6c601830e1b9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1534452 Feb 17 21:04:42.272237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:42.272622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.317797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-571c5a19-ff84-4b36-9234-3cbe365e9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.319445 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-571c5a19-ff84-4b36-9234-3cbe365e9596 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 1164 time: 0.3146100 Feb 17 21:04:42.424552 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-a637204f-2d32-4fd6-ba83-d09ae55cc73d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d8274af-914c-4d19-ac6d-cfc0d5435da2 HTTP/1.1" status: 200 len: 217 time: 0.0845270 Feb 17 21:04:42.437574 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760090c-dd01-43c7-beeb-a6bd24b74d42 req-a07307ab-ba91-4bcd-8bff-1588628d428b tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.439206 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d760090c-dd01-43c7-beeb-a6bd24b74d42 req-a07307ab-ba91-4bcd-8bff-1588628d428b tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 947 time: 0.3726780 Feb 17 21:04:42.502389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 25391ef5-779b-4633-9dbb-7b67d9e0e243 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:42.540674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-f16ffb84-838a-428b-985a-069cc24f5f31 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:42.573409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-f6e1eec6-d3ce-4dce-af9a-a174ff136f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.575092 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-f6e1eec6-d3ce-4dce-af9a-a174ff136f0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=157e81f7-b2eb-4aac-a763-d9565df3fe32 HTTP/1.1" status: 200 len: 843 time: 0.1349385 Feb 17 21:04:42.631727 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d760090c-dd01-43c7-beeb-a6bd24b74d42 req-8110ebb2-559f-4893-a997-4e75fa49bda4 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499653 Feb 17 21:04:42.667640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-f16ffb84-838a-428b-985a-069cc24f5f31 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:42.669024 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-f16ffb84-838a-428b-985a-069cc24f5f31 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1604005643&fields=id&tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 267 time: 0.2674248 Feb 17 21:04:42.672680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.673275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.674247 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 001bbea7-bc83-4480-9fdf-eb11e0a3d6cc disassociated. External IP: 172.28.2.83, port: 25391ef5-779b-4633-9dbb-7b67d9e0e243. Feb 17 21:04:42.674863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 25391ef5-779b-4633-9dbb-7b67d9e0e243 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:42.698578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.743430 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:42.744130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38b1901-1145-4340-afd4-d5b8a4cfc545 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:04:42.744792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:42.762454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.766436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-16470a6a-94ef-42d1-8cb3-186f84829f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.768074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-16470a6a-94ef-42d1-8cb3-186f84829f5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56140f6e-f374-413e-b109-e334af8282f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1844931 Feb 17 21:04:42.776589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.781103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:42.805080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Transition to ACTIVE for port object d38b1901-1145-4340-afd4-d5b8a4cfc545 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:42.864773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:42.876636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:42.880673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:42.923322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:42.923903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-0a5c9a29-7d82-40c2-8708-e3ec760eddf3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:42.925818 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-0a5c9a29-7d82-40c2-8708-e3ec760eddf3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 815 time: 0.2138057 Feb 17 21:04:42.931342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84090) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:04:42.931707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:04:42.943326 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-29f5f3ee-5eb6-47ea-805d-5f2f0c0473b5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/quotas/d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 375 time: 0.0104976 Feb 17 21:04:43.038226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-2d95a32b-d16d-4630-8e9e-f4286e5623d7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:43.087629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-2d95a32b-d16d-4630-8e9e-f4286e5623d7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:43.089908 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-2d95a32b-d16d-4630-8e9e-f4286e5623d7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399939 Feb 17 21:04:43.103628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:43.122610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:43.175265 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-2534d8f5-8e73-41ce-b2ae-db31c8da497f service neutron] 10.222.0.57 "GET /v2.0/networks/56140f6e-f374-413e-b109-e334af8282f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971794 Feb 17 21:04:43.255905 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-2e271e27-da81-48d3-a8d5-7ff3b1d481c4 service neutron] 10.222.0.59 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525857 Feb 17 21:04:43.288304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed9d0-da10-489f-abb1-026ca021309a req-faca3a28-4f26-40ee-9782-f278f266ee74 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:43.290073 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2e9ed9d0-da10-489f-abb1-026ca021309a req-faca3a28-4f26-40ee-9782-f278f266ee74 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.4351921 Feb 17 21:04:43.418694 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-e849bd98-a7c1-457c-9424-bb2b0ccb706c service neutron] 10.222.0.59 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552396 Feb 17 21:04:43.432999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 25391ef5-779b-4633-9dbb-7b67d9e0e243 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:43.433522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:43.500700 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2e9ed9d0-da10-489f-abb1-026ca021309a req-34af5903-8d8e-47ed-a0e8-965887113fab tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982119 Feb 17 21:04:43.514932 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d4dde5af-34f8-4710-a4ad-2d9f261674af req-3741d166-398d-4f64-989f-675d792f645d service neutron] 10.222.0.57 "GET /v2.0/networks/56140f6e-f374-413e-b109-e334af8282f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3303437 Feb 17 21:04:43.562748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Attempting to bind port d38b1901-1145-4340-afd4-d5b8a4cfc545 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:43.563232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Attempting to bind port d38b1901-1145-4340-afd4-d5b8a4cfc545 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:43.563605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Attempting to bind port d38b1901-1145-4340-afd4-d5b8a4cfc545 on network 736d2789-5af6-40c3-8415-86528e031415 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:43.579943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:43.583882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Checking segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:43.584533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:43.585912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Bound using segment: {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:43.597285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Bound port: d38b1901-1145-4340-afd4-d5b8a4cfc545, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eec2a3c-f8c6-493f-ad91-07c47b3606ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '736d2789-5af6-40c3-8415-86528e031415'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:43.597285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:43.597536 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'code': 200} Feb 17 21:04:43.892718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] For port 25391ef5-779b-4633-9dbb-7b67d9e0e243, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25391ef5-779b-4633-9dbb-7b67d9e0e243,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:43.893143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.034105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d9317-6253-4a4f-9249-b271082c275b req-7c2e7455-a2e0-4452-88f7-d34b92591a30 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.035709 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e90d9317-6253-4a4f-9249-b271082c275b req-7c2e7455-a2e0-4452-88f7-d34b92591a30 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 947 time: 0.2413421 Feb 17 21:04:44.035924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:44.040112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:44.069033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cae5-c4c2-4295-8c6c-0516557f1fb4 req-60dc39c9-90fb-4c7c-96d2-0e6e6ef1dace tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.069849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5ef0cae5-c4c2-4295-8c6c-0516557f1fb4 req-60dc39c9-90fb-4c7c-96d2-0e6e6ef1dace tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:44.075601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.090736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:44.260407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:44.266923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:44.267764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5ef0cae5-c4c2-4295-8c6c-0516557f1fb4 req-60dc39c9-90fb-4c7c-96d2-0e6e6ef1dace tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:44.269053 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5ef0cae5-c4c2-4295-8c6c-0516557f1fb4 req-60dc39c9-90fb-4c7c-96d2-0e6e6ef1dace tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.3315151 Feb 17 21:04:44.364934 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5ef0cae5-c4c2-4295-8c6c-0516557f1fb4 req-d213b865-c1e7-44d1-b2a3-f3338c9e136c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0828414 Feb 17 21:04:44.380336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.381032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.383368 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] 10.222.0.57 "PUT /v2.0/ports/d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1158 time: 2.7530897 Feb 17 21:04:44.383368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:44.402661 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e90d9317-6253-4a4f-9249-b271082c275b req-3b692ac8-d3b3-41e1-8668-98171884fa65 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Feb 17 21:04:44.486256 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-80fe8fc8-4dc6-4f35-bc4b-653ecb4451d5 req-994b4ef0-a340-4298-9f80-8522b196abb5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 210 time: 0.0679619 Feb 17 21:04:44.498915 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'status': 'completed', 'code': 200} Feb 17 21:04:44.548759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.549178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.549525 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 001bbea7-bc83-4480-9fdf-eb11e0a3d6cc disassociated. External IP: 172.28.2.83, port: 25391ef5-779b-4633-9dbb-7b67d9e0e243. Feb 17 21:04:44.549954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 25391ef5-779b-4633-9dbb-7b67d9e0e243 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:44.648829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-994f1b12-483f-4a93-af83-930b6819a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.651481 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-994f1b12-483f-4a93-af83-930b6819a674 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1161 time: 0.1095400 Feb 17 21:04:44.748982 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-ca6921ed-8e8a-4929-bc4e-b6f91d7ebb73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 217 time: 0.0738318 Feb 17 21:04:44.811994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f46f4-4313-435e-9cfc-31273e0f6f13 req-b5a76c2c-780b-4e42-894e-f03f8482c045 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.813223 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-420f46f4-4313-435e-9cfc-31273e0f6f13 req-b5a76c2c-780b-4e42-894e-f03f8482c045 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 944 time: 0.1702135 Feb 17 21:04:44.823067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-1b11b083-06a5-473b-81e5-4abb3c2ce349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.824787 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-1b11b083-06a5-473b-81e5-4abb3c2ce349 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0679557 Feb 17 21:04:44.864339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:44.881684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:44.910144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b233-cf2f-45b9-a6ac-969184906842 req-aa6afbf8-ee44-4af5-84d3-0e56e8ed9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:44.911756 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-aa6afbf8-ee44-4af5-84d3-0e56e8ed9353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802712 Feb 17 21:04:44.937385 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-420f46f4-4313-435e-9cfc-31273e0f6f13 req-e9f93667-6b6d-408f-b9bc-5d59a057354b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=20642897-cd71-4ceb-a09a-d1f9e9b6b820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102347 Feb 17 21:04:44.985933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'Port': ['ID=25391ef5-779b-4633-9dbb-7b67d9e0e243,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:44.994682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:45.067334 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-2376d420-6507-408b-8935-0a3ee355dc5e service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462903 Feb 17 21:04:45.223252 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d373b233-cf2f-45b9-a6ac-969184906842 req-4317bdb4-45c6-4e76-8707-50667fc7fdd5 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476562 Feb 17 21:04:45.271572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:04:45.476595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:45.487658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:45.505613 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:45.506825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:45.532081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-5d296ce3-7029-481e-be6f-50fe236d906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:45.533752 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-5d296ce3-7029-481e-be6f-50fe236d906b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1161 time: 0.1476998 Feb 17 21:04:45.539502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] No DVR routers for this DVR port 25391ef5-779b-4633-9dbb-7b67d9e0e243 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:04:45.541917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:45.552962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-deleted', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:45.591056 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7becaed8-6707-4f19-92b0-58c05677b064 req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "DELETE /v2.0/ports/25391ef5-779b-4633-9dbb-7b67d9e0e243 HTTP/1.1" status: 204 len: 173 time: 3.8912573 Feb 17 21:04:45.746829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681418-6d69-4de9-acd3-25da1aea821e req-e053876b-f202-4af8-9605-c8e9e02dbfac tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:45.748474 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd681418-6d69-4de9-acd3-25da1aea821e req-e053876b-f202-4af8-9605-c8e9e02dbfac tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 947 time: 0.1100450 Feb 17 21:04:45.808375 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd681418-6d69-4de9-acd3-25da1aea821e req-5201a06c-271c-4f03-a212-8130d376c601 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Feb 17 21:04:45.827216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:45.884673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-525cb9bf-f5e0-4866-88d0-0bc97ab36d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:45.887064 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-525cb9bf-f5e0-4866-88d0-0bc97ab36d1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.2767913 Feb 17 21:04:45.895184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb195d9-05bd-48c5-a40a-4df36b1b426a req-deb26084-e744-4738-a5e4-20807e920366 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:45.896501 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4cb195d9-05bd-48c5-a40a-4df36b1b426a req-deb26084-e744-4738-a5e4-20807e920366 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.3300445 Feb 17 21:04:45.980719 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-01149b86-849e-4bca-abdf-f03eff946fb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 217 time: 0.0829248 Feb 17 21:04:46.028616 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bc84c933-3303-4f41-b600-ab2d9c948f3d req-a9ec391c-f303-4b6d-8293-74ddc249f774 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 210 time: 0.0851111 Feb 17 21:04:46.116902 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4cb195d9-05bd-48c5-a40a-4df36b1b426a req-53435143-5efa-470b-a8ac-ff476a6f9942 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1505079 Feb 17 21:04:46.128098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-43873287-db12-494e-8701-b5a25451f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:46.129698 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-43873287-db12-494e-8701-b5a25451f657 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.1128967 Feb 17 21:04:46.199110 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c6e1a-d4b7-4804-bf38-0e640a6e4207', 'name': 'network-vif-deleted', 'tag': '25391ef5-779b-4633-9dbb-7b67d9e0e243', 'status': 'completed', 'code': 200} Feb 17 21:04:46.246977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-59aac915-e7b3-4d4d-8b01-387a4fb33312 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:46.260393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-fd6c5c62-e22d-47e0-8ee8-555836e658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:46.261601 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-59aac915-e7b3-4d4d-8b01-387a4fb33312 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 815 time: 0.2706168 Feb 17 21:04:46.262286 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-fd6c5c62-e22d-47e0-8ee8-555836e658d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196320 Feb 17 21:04:46.326622 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fb3d6d81-2469-4c7d-8c86-a821c30997a6 req-70bf20a4-d21d-44f3-9e60-78b2a3725780 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c6e1a-d4b7-4804-bf38-0e640a6e4207 HTTP/1.1" status: 200 len: 210 time: 0.0630891 Feb 17 21:04:46.389183 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-b38397fc-35d2-44d9-9b49-11d2197f2944 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 5704 time: 0.0911524 Feb 17 21:04:46.415372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:46.419802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'port': {'device_id': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'admin_state_up': True, 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'security_groups': ['09b74029-de96-4b3d-ab2e-99dddd9ca150']}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:46.428401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:46.439269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:46.439822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:46.502337 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-86cb96cf-a924-4bf5-9de6-6642758120e5 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686640 Feb 17 21:04:46.655877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:46.668046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:46.689380 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-832a8252-f119-42ea-a1e2-b29d29c8825f req-4c487442-a757-4e20-bf70-d2735779ffcb service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1790795 Feb 17 21:04:46.726868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Made reservation on behalf of d7604491fcd2472b82fcf13514c18f1f for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:46.733559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:46.811221 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:47.000902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 56140f6e-f374-413e-b109-e334af8282f0 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:04:47.131139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7e675-deb0-4f0d-9832-f874a0bfc3aa req-b849e5b3-6e04-42b7-91eb-b3d7f5940af5 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:47.132684 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-47d7e675-deb0-4f0d-9832-f874a0bfc3aa req-b849e5b3-6e04-42b7-91eb-b3d7f5940af5 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 947 time: 0.1797566 Feb 17 21:04:47.164241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Allocated IP 172.20.0.3 (a017b2a0-4d5b-4d82-8659-f81a3ace7b4f/37b4b6dc-144a-4f17-9104-9448ed180f9d/41c92904-8c9f-4bdc-8be0-4c1d43e97153) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:47.204992 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-47d7e675-deb0-4f0d-9832-f874a0bfc3aa req-1abc4b56-f0dc-4a09-b085-cda31e1e5f99 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Feb 17 21:04:47.222067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e47682ec-4a1e-4daa-93d4-10397b386037 req-f70444c5-7a62-40ac-98e9-fcd69f0b4dd8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 210 time: 0.0580876 Feb 17 21:04:47.384441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:47.389065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918e2cb-643d-4078-9d44-5d55bd060f11 None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:47.475476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.490427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-e7741df1-e2b7-4d09-95dc-fbfcdc64ba75 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:04:47.496038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39514) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:47.509954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Transition to ACTIVE for port object 41c92904-8c9f-4bdc-8be0-4c1d43e97153 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:47.519560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5e0e-b6d6-4711-8058-da632c9cab3c req-2f608cad-13ca-4be5-a7a5-f51d200ca393 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:47.521202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5b0b5e0e-b6d6-4711-8058-da632c9cab3c req-2f608cad-13ca-4be5-a7a5-f51d200ca393 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1932588 Feb 17 21:04:47.577610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.589031 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5b0b5e0e-b6d6-4711-8058-da632c9cab3c req-152c1ba3-e8e1-43b5-89d8-5037fb2527d4 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0544446 Feb 17 21:04:47.610862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.616488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.634760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:47.684210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.689462 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12401765-ad4c-408f-9616-ba7b35880d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:47.704591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20642897-cd71-4ceb-a09a-d1f9e9b6b820,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:47.733096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:47.770080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.773916 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "DELETE /v2.0/security-groups/20642897-cd71-4ceb-a09a-d1f9e9b6b820 HTTP/1.1" status: 204 len: 168 time: 0.2739968 Feb 17 21:04:47.774745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39520) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:47.792475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:47.798678 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.v2.resource [None req-ff3decfc-919d-4314-9b64-eef439e32edb tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] show failed (client error): The resource could not be found. Feb 17 21:04:47.801721 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ff3decfc-919d-4314-9b64-eef439e32edb tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups/20642897-cd71-4ceb-a09a-d1f9e9b6b820 HTTP/1.1" status: 404 len: 347 time: 0.0243819 Feb 17 21:04:47.803273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39524) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:47.814805 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.815374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.815818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.816233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.816641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.817138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.817571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.818008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.818484 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.818912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.819370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.819771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.820216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.820716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.821016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.821413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.821852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.822284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.822683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.823082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.823487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.823881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.824271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.824668 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:47.829053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:47.869365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaeb370-9c5f-4daf-87f1-24d7dca4f787 None None] New status for floating IP 001bbea7-bc83-4480-9fdf-eb11e0a3d6cc: DOWN {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:04:47.874307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:47.875614 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:47.878129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:47.952490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:47.953323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.009883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d8274af-914c-4d19-ac6d-cfc0d5435da2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:48.012499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port ca84c6fb-d412-4135-90cf-f3756253fb41 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:48.012880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.026076 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-8221aa5f-50bc-4f15-8edd-d26bbbc0d63d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6123612 Feb 17 21:04:48.048835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Request body: {'port': {'device_id': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:48.161939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d7ab28f8-34d5-43bb-9ed9-0bd80914a95b None None] Provisioning for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:48.177998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d7ab28f8-34d5-43bb-9ed9-0bd80914a95b None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:48.177998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d7ab28f8-34d5-43bb-9ed9-0bd80914a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.185769 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.216863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.217330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.226246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:48.241855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:48.242282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.289752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab28f8-34d5-43bb-9ed9-0bd80914a95b None None] Port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:04:48.423061 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for ca84c6fb-d412-4135-90cf-f3756253fb41 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:48.428414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.459196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:48.475537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 3d8274af-914c-4d19-ac6d-cfc0d5435da2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d8274af-914c-4d19-ac6d-cfc0d5435da2,segment=NetworkSegment(53acf56f-ad73-4479-8db2-44dbc0f6c9ab),segment_id=53acf56f-ad73-4479-8db2-44dbc0f6c9ab)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:48.534240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:48.539176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:48.624250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032ecee-8eee-48ab-a71c-cf1554f6718f req-254b89d4-d98b-4b33-ad48-5aeee8275000 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:48.630319 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1032ecee-8eee-48ab-a71c-cf1554f6718f req-254b89d4-d98b-4b33-ad48-5aeee8275000 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.2188747 Feb 17 21:04:48.639683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=3d8274af-914c-4d19-ac6d-cfc0d5435da2,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:48.648751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.649119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.649504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.649928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.650302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.650707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.651117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.651616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.651861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.652390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.652759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.653121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.653534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.653923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.654285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.654644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.655330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.655330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.655684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.656042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.656387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:04:48.656539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.656739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.656901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:04:48.657096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.657519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:04:48.662197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:48.687145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1032ecee-8eee-48ab-a71c-cf1554f6718f req-5081c836-83b3-4ccc-bc6e-ad3e9e71d6f5 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Feb 17 21:04:48.746717 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2', 'code': 200} Feb 17 21:04:48.877505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5465-4732-4daf-8911-eb536dbbae06 req-f46921b4-00a4-4740-8a31-fa0d78f3911e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:48.878373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-377a5465-4732-4daf-8911-eb536dbbae06 req-f46921b4-00a4-4740-8a31-fa0d78f3911e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:48.948365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253f2b-7f75-4ed7-a3e4-cdfec3b950e8 req-f0fd30cd-0d83-4075-8551-e268248164b8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:48.948365 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-63253f2b-7f75-4ed7-a3e4-cdfec3b950e8 req-f0fd30cd-0d83-4075-8551-e268248164b8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1031229 Feb 17 21:04:48.997304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-377a5465-4732-4daf-8911-eb536dbbae06 req-f46921b4-00a4-4740-8a31-fa0d78f3911e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:49.000152 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-63253f2b-7f75-4ed7-a3e4-cdfec3b950e8 req-92fe9ee8-b9d5-4572-9daf-1ce17fe759c3 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500202 Feb 17 21:04:49.000824 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-377a5465-4732-4daf-8911-eb536dbbae06 req-f46921b4-00a4-4740-8a31-fa0d78f3911e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 931 time: 0.5789289 Feb 17 21:04:49.067919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c92904-8c9f-4bdc-8be0-4c1d43e97153 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:04:49.080698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.089366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-377a5465-4732-4daf-8911-eb536dbbae06 req-a83b0fe8-4e72-478b-9054-741ea645c998 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808449 Feb 17 21:04:49.098686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Transition to ACTIVE for port object 41c92904-8c9f-4bdc-8be0-4c1d43e97153 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:04:49.127378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.142718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b5624-9424-4722-bc18-bd99db1906c9 req-57fe1303-a8a0-4393-9b52-bf44257ad1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:49.144351 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-866b5624-9424-4722-bc18-bd99db1906c9 req-57fe1303-a8a0-4393-9b52-bf44257ad1b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 1166 time: 0.0849903 Feb 17 21:04:49.146644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:49.164400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port ca84c6fb-d412-4135-90cf-f3756253fb41 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:49.164778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.256800 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-866b5624-9424-4722-bc18-bd99db1906c9 req-85bc922c-2c09-4159-9c7b-577a816fad2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050994 Feb 17 21:04:49.284336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:49.289249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:49.372802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.373151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.474343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d8274af-914c-4d19-ac6d-cfc0d5435da2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:49.494545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Attempting to bind port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:04:49.494937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Attempting to bind port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:04:49.495297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Attempting to bind port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 on network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:04:49.502317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:04:49.502756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Checking segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:04:49.503076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.503469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Bound using segment: {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:04:49.503953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Bound port: 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace214e-1545-4062-9369-c7a323fb21f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:04:49.504328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.518457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for ca84c6fb-d412-4135-90cf-f3756253fb41 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:49.577307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:49.578003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.667703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:04:49.671594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:04:49.707949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.727245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:49.727499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:49.744424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.824656 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port d38b1901-1145-4340-afd4-d5b8a4cfc545 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:49.825494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:49.831108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port d38b1901-1145-4340-afd4-d5b8a4cfc545 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:49.831584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.891198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:49.905148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:49.946486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:49.946486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:49.948714 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] 10.222.0.57 "PUT /v2.0/ports/41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 1157 time: 1.9073188 Feb 17 21:04:49.949322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:49.985474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.025855 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'status': 'completed', 'code': 200} Feb 17 21:04:50.030847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:50.070180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.073151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:50.206546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:50.212984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:50.215303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'Port': ['ID=ca84c6fb-d412-4135-90cf-f3756253fb41,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:50.218215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:50.231782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-5c411d7d-d947-4069-82ae-f5919078fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.250589 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-5c411d7d-d947-4069-82ae-f5919078fd25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1160 time: 0.1959701 Feb 17 21:04:50.292825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1e1b-c579-40b3-8c40-03c0ea7ff301 req-70fa34e0-a669-43ec-a665-e0d0bd5d91c1 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.294649 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b57b1e1b-c579-40b3-8c40-03c0ea7ff301 req-70fa34e0-a669-43ec-a665-e0d0bd5d91c1 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.4708955 Feb 17 21:04:50.348929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.379615 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-83affff7-81ed-4ece-88c6-d843f749c43c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 217 time: 0.0737908 Feb 17 21:04:50.417035 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b57b1e1b-c579-40b3-8c40-03c0ea7ff301 req-4169f303-9e84-4e65-b293-a3f30cfd5259 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082397 Feb 17 21:04:50.436477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.455271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.471469 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "DELETE /v2.0/floatingips/001bbea7-bc83-4480-9fdf-eb11e0a3d6cc HTTP/1.1" status: 204 len: 168 time: 2.6664238 Feb 17 21:04:50.483341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffbdf-6e63-40b1-a5e3-19f9335ffae7 req-c1907d4b-1186-442e-b0e9-d5a85541fb8b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.484868 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-716ffbdf-6e63-40b1-a5e3-19f9335ffae7 req-c1907d4b-1186-442e-b0e9-d5a85541fb8b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.2318628 Feb 17 21:04:50.486527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-4f8228d5-2b89-4b8f-99d2-2682c1f26137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.487968 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-4f8228d5-2b89-4b8f-99d2-2682c1f26137 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0997047 Feb 17 21:04:50.589943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-716ffbdf-6e63-40b1-a5e3-19f9335ffae7 req-ca843ad4-1194-4bfb-8d6a-b787cfa26af9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0971751 Feb 17 21:04:50.614155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-5f36070a-800b-428a-bc10-ffe90e701b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.615781 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-5f36070a-800b-428a-bc10-ffe90e701b8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1081240 Feb 17 21:04:50.662464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132604b-39f3-416e-aa02-8a1e6bcd7d6a req-92889a10-8966-4677-9089-96815065b318 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:50.664138 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1132604b-39f3-416e-aa02-8a1e6bcd7d6a req-92889a10-8966-4677-9089-96815065b318 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1188519 Feb 17 21:04:50.716640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1132604b-39f3-416e-aa02-8a1e6bcd7d6a req-7eb792a2-471a-44aa-9c52-4cd50e98bb25 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Synchronizing usage tracker for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:50.729711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1132604b-39f3-416e-aa02-8a1e6bcd7d6a req-7eb792a2-471a-44aa-9c52-4cd50e98bb25 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Unset dirty status for tenant:d7604491fcd2472b82fcf13514c18f1f on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:50.730968 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1132604b-39f3-416e-aa02-8a1e6bcd7d6a req-7eb792a2-471a-44aa-9c52-4cd50e98bb25 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597498 Feb 17 21:04:50.747478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:50.774792 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-b1c5642e-87f6-4b94-9fc7-24af9b0afb2d service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519833 Feb 17 21:04:50.804947 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'code': 200} Feb 17 21:04:50.926993 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-38e036ee-daac-4f35-be8d-e5171b1711c7 req-1d20c456-8807-4521-adf2-a4fbc5fcdc95 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452582 Feb 17 21:04:51.108239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39564) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:51.114129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295364086', 'description': 'tempest-description--1403539987'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:51.120698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:51.125641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:51.129050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:51.135961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:51.152292 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d8274af-914c-4d19-ac6d-cfc0d5435da2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:51.158328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-8f69b43c-2657-4618-9031-c86bc6a4f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.159985 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-8f69b43c-2657-4618-9031-c86bc6a4f461 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1160 time: 0.0880952 Feb 17 21:04:51.176094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.228765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:51.231029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.249996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:51.257070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:51.261321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:51.269294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:51.313541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb5f61-98fe-4039-9d34-0519d74c009a req-a7c56bbc-e22b-47d9-8e47-022889bd8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.315200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fccb5f61-98fe-4039-9d34-0519d74c009a req-a7c56bbc-e22b-47d9-8e47-022889bd8a33 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.1257937 Feb 17 21:04:51.321423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-32894da7-92bb-4d11-8462-8041eab28382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.324491 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-32894da7-92bb-4d11-8462-8041eab28382 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1554458 Feb 17 21:04:51.370894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:51.399473 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fccb5f61-98fe-4039-9d34-0519d74c009a req-affac331-7c91-4847-a2b9-0b025c745a9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0759819 Feb 17 21:04:51.405835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-62a9eaa0-c8ed-4d5a-9423-1b5f8775df5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 217 time: 0.0741704 Feb 17 21:04:51.445233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.453916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port d38b1901-1145-4340-afd4-d5b8a4cfc545 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:51.454368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.484536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.490708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:51.541012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:51.544227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:51.607378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.608695 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4992988 Feb 17 21:04:51.612226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39572) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:51.618010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group_rule': {'security_group_id': 'e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:51.625086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:51.629438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:51.632554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:51.639682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:51.655873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb451a-68ef-4cdf-91ca-0f753ff1bcc8 req-f7825559-c183-46d8-a728-cc9441798e51 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.657514 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-95cb451a-68ef-4cdf-91ca-0f753ff1bcc8 req-f7825559-c183-46d8-a728-cc9441798e51 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.0923641 Feb 17 21:04:51.711845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-95cb451a-68ef-4cdf-91ca-0f753ff1bcc8 req-e5da5571-d0de-4c6d-b4c4-90b8f8b2b266 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477445 Feb 17 21:04:51.792299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.836506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-2d30285a-f24a-4e36-8fdf-5b6c50e327ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.838161 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-2d30285a-f24a-4e36-8fdf-5b6c50e327ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.1516373 Feb 17 21:04:51.946022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6903a7a-7c49-4a49-9ac5-ee2a8ee6b68d req-d0aa3fa0-a715-4080-b172-2425a52a0d05 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.947648 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6903a7a-7c49-4a49-9ac5-ee2a8ee6b68d req-d0aa3fa0-a715-4080-b172-2425a52a0d05 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0929017 Feb 17 21:04:51.956756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.964892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c598e3-0f27-4f06-b9ee-0dbbb23d4aad req-d724f27e-23c0-481a-9d1a-1f796b42acc8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:51.966535 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-50c598e3-0f27-4f06-b9ee-0dbbb23d4aad req-d724f27e-23c0-481a-9d1a-1f796b42acc8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.2408841 Feb 17 21:04:51.998444 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6903a7a-7c49-4a49-9ac5-ee2a8ee6b68d req-16c9b8b0-6928-4bcd-8909-9bc78bba0774 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Feb 17 21:04:52.008164 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-0d536936-dc50-4288-98bc-0852beb12f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:52.009918 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-0d536936-dc50-4288-98bc-0852beb12f4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1577466 Feb 17 21:04:52.054030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.116610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:52.125868 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-50c598e3-0f27-4f06-b9ee-0dbbb23d4aad req-53ed988f-4f2c-4073-a5bf-4622bde594ce tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1512716 Feb 17 21:04:52.155451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a0676f-44a2-4847-9422-e373c5fe811c,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:52.158474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:52.203699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.205155 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6101fe6a-c742-4f97-9eb7-3f73ce735ae5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5915983 Feb 17 21:04:52.208056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39584) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:52.209726 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-845e647a-8d41-4183-b726-798e58d861b7 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891253 Feb 17 21:04:52.214564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'security_group_rule': {'security_group_id': 'e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:52.220885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:52.225593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:security_group_rule and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:52.230789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:52.237085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:52.361091 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-71301c13-9ffb-4f6b-bfed-8358998ba28c req-7c7efc17-99d4-4359-8b2f-427d8bfe5848 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431570 Feb 17 21:04:52.377580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.446035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.495753 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.498049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49d709f5-7c05-4e6b-b665-ead6fa437425 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:52.520285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d741df-c55f-45f9-a0b0-bf20a536bad5,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:52.524829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:52.553610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c4a6c-1107-4a0a-83df-72b766da1171 req-5c0845e9-6270-4310-99c9-ce69376f3899 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:52.555267 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fb9c4a6c-1107-4a0a-83df-72b766da1171 req-5c0845e9-6270-4310-99c9-ce69376f3899 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.1086972 Feb 17 21:04:52.567259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.569729 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a9a8cc14-75bd-4881-9989-7933a98e972c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595629 Feb 17 21:04:52.572674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39592) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:52.578531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:52.585125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:52.589867 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Usage tracker for resource:floatingip and tenant:7ef37d9123104621bbd529ce25be5d71 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:52.592864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:52.599095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:52.606474 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fb9c4a6c-1107-4a0a-83df-72b766da1171 req-44577c0d-003a-4709-8afc-a177250b63c7 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Feb 17 21:04:52.636726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.784641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:53.074002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Allocated IP 172.28.2.18 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/47b43f5d-b4cf-46e6-89ff-28cc8c756d65) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:53.306247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:53.318523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae856-e1ad-4a51-a885-2fdb6b3d1e6b req-f59b6ba6-687f-4ec9-bda4-400ae492debe tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:53.320166 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-376ae856-e1ad-4a51-a885-2fdb6b3d1e6b req-f59b6ba6-687f-4ec9-bda4-400ae492debe tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1633928 Feb 17 21:04:53.328167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ef859-0569-4794-816a-23217afe7083 req-aa210453-a05a-47b2-97f5-851ff6760ab9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:53.329828 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e51ef859-0569-4794-816a-23217afe7083 req-aa210453-a05a-47b2-97f5-851ff6760ab9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0912051 Feb 17 21:04:53.379249 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e51ef859-0569-4794-816a-23217afe7083 req-afadf13e-0570-47a3-ae81-8557f7f7196a tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426600 Feb 17 21:04:53.384726 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-376ae856-e1ad-4a51-a885-2fdb6b3d1e6b req-2879a822-41af-4379-a256-588368a3c364 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564632 Feb 17 21:04:53.427813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:53.444532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:53.590492 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=47b43f5d-b4cf-46e6-89ff-28cc8c756d65,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:53.593891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:53.595482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424a989-0516-491a-88e4-c538d7d72965 req-a1c369f8-2100-4a5b-9a5f-f6336a1cb660 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:53.597119 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2424a989-0516-491a-88e4-c538d7d72965 req-a1c369f8-2100-4a5b-9a5f-f6336a1cb660 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.1046386 Feb 17 21:04:53.648932 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2424a989-0516-491a-88e4-c538d7d72965 req-351c0e1d-dab5-4e72-98d5-c156c9d4deb8 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454488 Feb 17 21:04:53.652803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:53.654231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:53.656544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:53.842061 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:53.873742 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-4d61df6b-c6a2-4eaf-be2a-d0f80e62ce56 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1805990 Feb 17 21:04:53.879114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338e2ea-b075-4bd4-8aea-aa4ed80bc4b0 req-b7a3d334-0c84-4e7d-9e70-05e03595a997 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:53.879917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:53.880707 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b338e2ea-b075-4bd4-8aea-aa4ed80bc4b0 req-b7a3d334-0c84-4e7d-9e70-05e03595a997 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.1190207 Feb 17 21:04:53.886816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:53.890900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Usage tracker for resource:floatingip and tenant:113e18c6b7a34b7382852a5c99f8d002 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:53.895171 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:53.901478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:53.983222 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b338e2ea-b075-4bd4-8aea-aa4ed80bc4b0 req-305bc57f-d585-4f34-bd51-d5bf1bd685e9 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955000 Feb 17 21:04:53.986388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:53.990364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.151138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.283888 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.335801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.349956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c8850b27-222a-4a7f-acc7-94e809aa98ef tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:54.490539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-f3f223b1-8a6d-4924-852e-a663d0291307 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:54.492364 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-f3f223b1-8a6d-4924-852e-a663d0291307 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.57 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 949 time: 0.1968653 Feb 17 21:04:54.561123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=47b43f5d-b4cf-46e6-89ff-28cc8c756d65,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:54.569258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:54.662508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Deleting port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:54.662508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.662508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Allocated IP 172.28.2.126 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/170eb0d1-9ebc-4715-9078-3bbf4d4acb96) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:04:54.704631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.741491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449746-8c32-4b7c-9331-18d73b82cea1 req-55030696-eb3e-4a95-a33e-9b374d169655 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:54.743122 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a5449746-8c32-4b7c-9331-18d73b82cea1 req-55030696-eb3e-4a95-a33e-9b374d169655 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1788585 Feb 17 21:04:54.792408 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a5449746-8c32-4b7c-9331-18d73b82cea1 req-d35a5948-59e9-4e37-8c09-511ce7d0be4f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Feb 17 21:04:54.847035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:54.848354 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2745516 Feb 17 21:04:55.095204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-74037789-9992-4121-820a-83016daf9dbb tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:55.158631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-74037789-9992-4121-820a-83016daf9dbb tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:55.160144 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-74037789-9992-4121-820a-83016daf9dbb tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--295364086&fields=id&tenant_id=7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 267 time: 0.1110163 Feb 17 21:04:55.222759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.278567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] For port 3d8274af-914c-4d19-ac6d-cfc0d5435da2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d8274af-914c-4d19-ac6d-cfc0d5435da2,segment=NetworkSegment(53acf56f-ad73-4479-8db2-44dbc0f6c9ab),segment_id=53acf56f-ad73-4479-8db2-44dbc0f6c9ab)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:55.278956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.329353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-718d9b7e-095b-463d-8570-3b01ba87c8e2 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:55.331009 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-718d9b7e-095b-463d-8570-3b01ba87c8e2 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 810 time: 0.1628730 Feb 17 21:04:55.347914 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-9c660a84-b6f9-4879-a171-77fd5c5864c5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/quotas/7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 375 time: 0.0107059 Feb 17 21:04:55.371581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:55.417648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Calling delete_port for 3d8274af-914c-4d19-ac6d-cfc0d5435da2 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:55.446749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-b4b47b78-3047-437f-b9b2-c34d3f989ef3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:55.479040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:04:55.484201 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:55.484628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.504349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-b4b47b78-3047-437f-b9b2-c34d3f989ef3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:55.505496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.506888 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-b4b47b78-3047-437f-b9b2-c34d3f989ef3 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522317 Feb 17 21:04:55.521692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:55.624308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.655955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:55.669183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:55.704733 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.706901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:55.720377 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-52216a43-c44d-4f7d-8038-53757202a181 service neutron] 10.222.0.59 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884606 Feb 17 21:04:55.720716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'Port': ['ID=170eb0d1-9ebc-4715-9078-3bbf4d4acb96,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:55.728908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:55.751893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d8274af-914c-4d19-ac6d-cfc0d5435da2 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:55.783481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:55.801572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:55.801824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 3d8274af-914c-4d19-ac6d-cfc0d5435da2 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:55.802163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d8274af-914c-4d19-ac6d-cfc0d5435da2 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:55.829300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:55.832568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:55.842298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:04:55.851913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:04:55.888520 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-fbff0fb0-76db-4ab3-8fc5-d99c31e46fbe service neutron] 10.222.0.59 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1520445 Feb 17 21:04:55.905374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Pushing event deleted for resources: {'Port': ['ID=3d8274af-914c-4d19-ac6d-cfc0d5435da2,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:55.912509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:04:55.939910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:56.128549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.130417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] No DVR routers for this DVR port 3d8274af-914c-4d19-ac6d-cfc0d5435da2 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:04:56.136881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.146396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39650) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:56.146929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'name': 'network-vif-deleted', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:04:56.233077 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-39058bdf-bc04-427e-8db3-e08735bdf21d req-052d26cf-1617-45ed-91b1-e4f38bf13c3e tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.0718360 Feb 17 21:04:56.254028 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0ba0719c-a3fa-4edd-bcb0-789c9104f0ae req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.57 "DELETE /v2.0/ports/3d8274af-914c-4d19-ac6d-cfc0d5435da2 HTTP/1.1" status: 204 len: 173 time: 1.7547703 Feb 17 21:04:56.289282 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'code': 200} Feb 17 21:04:56.318744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.368704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.398216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:56.403328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Usage tracker for resource:security_group_rule and tenant:348f8255141d4015ae3a07286b912ed9 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:56.406390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:56.423795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:56.578284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07774b65-3a9a-4d1a-99f0-16aabfcc4eda req-03e93e5d-de84-4b22-bf03-feef64555a0e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:56.579962 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07774b65-3a9a-4d1a-99f0-16aabfcc4eda req-03e93e5d-de84-4b22-bf03-feef64555a0e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1453490 Feb 17 21:04:56.664274 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07774b65-3a9a-4d1a-99f0-16aabfcc4eda req-33c83504-cd90-4570-9331-7873da68c015 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768712 Feb 17 21:04:56.673224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.707292 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.716509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1de583fa-3b45-4a9d-9d46-4552d89bb237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:56.800964 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d7e1c7-b464-40b9-ae42-540c5b452b6f req-57f712e3-fe0b-4eb0-852f-c6733abf3498 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0745895 Feb 17 21:04:56.812995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.815971 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=348f8255141d4015ae3a07286b912ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677759 Feb 17 21:04:56.817850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46052b-232c-420c-aba9-4141a92687a9,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:56.820525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39664) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:56.826866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7fe406a7-4c32-4dbc-831e-2aea54d42255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:56.838556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780a10-f1d2-4109-a3f8-6cf5d42e4a7f req-5d7189a4-9bc2-42dd-bcef-979e0f35b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:56.839143 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b7780a10-f1d2-4109-a3f8-6cf5d42e4a7f req-5d7189a4-9bc2-42dd-bcef-979e0f35b709 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1162 time: 0.1395092 Feb 17 21:04:56.862722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.888006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46488ae-5fd5-468e-8cf1-95fffa8291cf', 'name': 'network-vif-deleted', 'tag': '3d8274af-914c-4d19-ac6d-cfc0d5435da2', 'status': 'completed', 'code': 200} Feb 17 21:04:56.888525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:56.892348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:56.920954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.027671 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b7780a10-f1d2-4109-a3f8-6cf5d42e4a7f req-502078ac-f47e-45a4-b53e-293aa41c0f8f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812332 Feb 17 21:04:57.049312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event updated for resources: {'Port': ['ID=170eb0d1-9ebc-4715-9078-3bbf4d4acb96,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:57.053785 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:57.073124 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.078559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cde8ac66-e158-4e79-9294-69aaf62f68ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:57.093759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46052b-232c-420c-aba9-4141a92687a9,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:57.096606 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:57.097898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.099253 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5c92f71e-5552-4fa7-91cb-4665d8180ef1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe46052b-232c-420c-aba9-4141a92687a9 HTTP/1.1" status: 204 len: 168 time: 0.2775304 Feb 17 21:04:57.146526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:57.176536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.223961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:57.224390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.227207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:57.229047 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3538985 Feb 17 21:04:57.348050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3c8d5f08-644b-4109-a08a-768c05432345 req-25cf3e3d-4a34-4e27-b5db-947b0ca7a80c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:floatingip {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:04:57.459436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3c8d5f08-644b-4109-a08a-768c05432345 req-25cf3e3d-4a34-4e27-b5db-947b0ca7a80c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:floatingip {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:04:57.460878 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-25cf3e3d-4a34-4e27-b5db-947b0ca7a80c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 696 time: 0.2250469 Feb 17 21:04:57.462112 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-23175992-1889-4e2a-b2a1-18dbf555e965 req-8cef03ec-3dd8-4154-9bfd-a96729b2387d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46488ae-5fd5-468e-8cf1-95fffa8291cf HTTP/1.1" status: 200 len: 210 time: 0.0848980 Feb 17 21:04:57.678560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d5f08-644b-4109-a08a-768c05432345 req-15256ef0-a54e-4e07-bfdc-8c1473637f7e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:57.680357 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-15256ef0-a54e-4e07-bfdc-8c1473637f7e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 784 time: 0.2114706 Feb 17 21:04:57.692002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-928846a9-9028-429d-8e36-e810c0ca1977 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:04:57.693231 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3c8d5f08-644b-4109-a08a-768c05432345 req-928846a9-9028-429d-8e36-e810c0ca1977 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064700 Feb 17 21:04:57.882610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aba67-15ff-48e9-9eb4-cf83850acf01 req-56afbcec-df98-414c-99e8-4cc60e4b441d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:57.883246 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-788aba67-15ff-48e9-9eb4-cf83850acf01 req-56afbcec-df98-414c-99e8-4cc60e4b441d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0890906 Feb 17 21:04:57.889638 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-f80d6d50-6178-4c31-9312-a97208aa67a5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:57.891336 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-f80d6d50-6178-4c31-9312-a97208aa67a5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0900726 Feb 17 21:04:57.934720 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-788aba67-15ff-48e9-9eb4-cf83850acf01 req-0227bac1-1f15-4074-9052-6423ff127223 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Feb 17 21:04:57.990200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-d206d182-68d6-48d9-a512-b543e8c39e7e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0926514 Feb 17 21:04:57.995568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Request body: {'floatingip': {'port_id': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:58.082829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:58.102994 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fcef200c-0055-44e1-9c34-dab2b24a9438 req-7e63bd26-d1f7-4c7e-95c5-84e0304a0b49 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0552459 Feb 17 21:04:58.730979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39712) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:58.886154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:58.909533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:58.914926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Usage tracker for resource:security_group_rule and tenant:cde3a0726f1d44f8a5d3c89edfdf3982 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:04:58.918801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:04:58.925034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:58.974676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-3c02ee75-fc1e-4b40-bd96-261dcf589800 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:58.976264 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-3c02ee75-fc1e-4b40-bd96-261dcf589800 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 810 time: 0.5869498 Feb 17 21:04:59.014330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.058875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.072653 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b771a262-adc2-4220-9ef6-3990805dc3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:59.086750 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-b24445e8-af22-4543-bbd5-04fd04ad0f61 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ef37d9123104621bbd529ce25be5d71 HTTP/1.1" status: 200 len: 5704 time: 0.0916228 Feb 17 21:04:59.097616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:04:59.098103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'port': {'device_id': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'admin_state_up': True, 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'security_groups': ['e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b']}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:04:59.187198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:04:59.187947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.257718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:04:59.272414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:04:59.369933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Made reservation on behalf of 7ef37d9123104621bbd529ce25be5d71 for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:04:59.375329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.446153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b354b-e7c6-47ea-9944-3982513efa94,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:59.450112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:59.458949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cde3a0726f1d44f8a5d3c89edfdf3982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258918 Feb 17 21:04:59.459827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39744) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:59.472612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.529646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.536555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73193-06a2-4ce2-a05e-c1624c74af33 req-b3e77e7e-3d5f-490a-958b-0b02d1038f5d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:04:59.544118 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-39b73193-06a2-4ce2-a05e-c1624c74af33 req-b3e77e7e-3d5f-490a-958b-0b02d1038f5d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.4745712 Feb 17 21:04:59.582789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.630043 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-39b73193-06a2-4ce2-a05e-c1624c74af33 req-e79370d9-af67-41dd-80ca-9a06b837d839 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848670 Feb 17 21:04:59.642892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.668543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:04:59.783985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.794532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b3cd63e2-6143-4f14-a03f-ae468fba67e2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:59.804530 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3d1052c-326d-42a4-8075-345b8daa3c98 req-f7bec9c6-292a-4978-9d08-60bf24c73186 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0673251 Feb 17 21:04:59.813704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b354b-e7c6-47ea-9944-3982513efa94,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:59.817406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:59.819474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:59.824095 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f63b354b-e7c6-47ea-9944-3982513efa94 HTTP/1.1" status: 204 len: 168 time: 0.3584621 Feb 17 21:04:59.855692 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Floating IP 03cb5c36-cfae-47f3-be66-090e2c3a657d associated. External IP: 172.28.2.126, port: d38b1901-1145-4340-afd4-d5b8a4cfc545. Feb 17 21:05:00.028021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b5d5-3d45-4647-ab82-c67f20e002a1 req-b1446a1c-1e12-4100-b68c-af8fd3b58b0c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:00.029682 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4fb5b5d5-3d45-4647-ab82-c67f20e002a1 req-b1446a1c-1e12-4100-b68c-af8fd3b58b0c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1051657 Feb 17 21:05:00.039527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39800) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:05:00.045277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Request body: {'floatingip': {'port_id': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:05:00.121917 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Allocated IP 172.20.0.9 (4716630e-f79d-43dd-912d-36876e74a25e/c5c8dbc9-793a-495e-87c8-3b3f14896cfa/10472948-2524-416a-b921-2dd4f721ea26) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:05:00.160200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:00.468104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Router 60c681b7-e331-4934-8500-e5dcdaf34111 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:05:00.858466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:00.890070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:00.971169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.006835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:05:01.008834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Transition to ACTIVE for port object 10472948-2524-416a-b921-2dd4f721ea26 will not be triggered until provisioned by entity DHCP. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:05:01.018529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Sync routers for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:05:01.020961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.023202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-53c2a9c2-3072-4b91-8f6c-51ea758c6323 req-b1039fe5-bccf-421b-a81f-80f6892062d5 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0646925 Feb 17 21:05:01.035607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:01.037583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:01.097238 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-cf8d22a0-e093-4ec2-85a1-27a8cb7b8d8c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "PUT /v2.0/floatingips/03cb5c36-cfae-47f3-be66-090e2c3a657d HTTP/1.1" status: 200 len: 997 time: 3.1059232 Feb 17 21:05:01.098810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:05:01.172557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.185255 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'status': 'completed', 'code': 200} Feb 17 21:05:01.200404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:05:01.226635 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Floating IP 96a4756d-b9db-4335-9e1f-68f163d10350 associated. External IP: 172.28.2.25, port: 41c92904-8c9f-4bdc-8be0-4c1d43e97153. Feb 17 21:05:01.254971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:01.429793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Network 4716630e-f79d-43dd-912d-36876e74a25e is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:05:01.433914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:05:01.457853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:05:01.499236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-ab9f24c9-c977-40f6-8ee0-456a03645b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:01.500867 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-ab9f24c9-c977-40f6-8ee0-456a03645b03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.1997817 Feb 17 21:05:01.547121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:01.547419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.609864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event updated for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:05:01.622706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:05:01.626147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-73beec7c-0671-4905-a7d4-070d8a4479a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:01.643950 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-73beec7c-0671-4905-a7d4-070d8a4479a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.5203333 Feb 17 21:05:01.723071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '03cb5c36-cfae-47f3-be66-090e2c3a657d', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'floating_ip_address': '172.28.2.126', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'port_id': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'mac_address': 'fa:16:3e:43:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:56Z', 'updated_at': '2021-02-17T21:04:59Z', 'revision_number': 1, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:01.729480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-777d176c-8621-4842-861c-7b22066504ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.732851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Checking router: 60c681b7-e331-4934-8500-e5dcdaf34111 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:05:01.746933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:01.747623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:01.794976 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7011290 Feb 17 21:05:01.813629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Request body: {'port': {'device_id': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:05:01.894846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-2e2183ef-fb10-4b2c-8d0b-05e86c718e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:01.896441 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-2e2183ef-fb10-4b2c-8d0b-05e86c718e16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.3873785 Feb 17 21:05:01.936987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d3e8bdcb-a17f-446a-9fdf-341b4d13baf1 None None] Provisioning for port 10472948-2524-416a-b921-2dd4f721ea26 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:05:01.950518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-d3e8bdcb-a17f-446a-9fdf-341b4d13baf1 None None] Provisioning complete for port 10472948-2524-416a-b921-2dd4f721ea26 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:05:01.950947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bdcb-a17f-446a-9fdf-341b4d13baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.959825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:05:01.971039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:02.013383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8bdcb-a17f-446a-9fdf-341b4d13baf1 None None] Port 10472948-2524-416a-b921-2dd4f721ea26 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:05:02.045880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-892bf96d-9190-49d8-ba39-31f772c28a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:02.047467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:02.047833 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-892bf96d-9190-49d8-ba39-31f772c28a47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.3949063 Feb 17 21:05:02.104931 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-058edc73-9010-44e6-9a18-bbe0318599ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1000 time: 0.2009501 Feb 17 21:05:02.334151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-4ffb44cd-ef7c-406d-b3aa-5ce79bb1cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:02.335627 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-4ffb44cd-ef7c-406d-b3aa-5ce79bb1cd61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.2212710 Feb 17 21:05:02.338293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:05:02.343522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:02.348479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:05:02.367839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:02.368956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:04:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:02.546091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '03cb5c36-cfae-47f3-be66-090e2c3a657d', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'floating_ip_address': '172.28.2.126', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'port_id': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'mac_address': 'fa:16:3e:43:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:56Z', 'updated_at': '2021-02-17T21:04:59Z', 'revision_number': 1, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:02.558441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4d59e-77fb-45a7-9e67-efdbff51eb28 None None] The sync data for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb is: [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '03cb5c36-cfae-47f3-be66-090e2c3a657d', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'floating_ip_address': '172.28.2.126', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'port_id': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'mac_address': 'fa:16:3e:43:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:56Z', 'updated_at': '2021-02-17T21:04:59Z', 'revision_number': 1, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:05:02.636531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10472948-2524-416a-b921-2dd4f721ea26 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:05:02.662807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:02.690020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Transition to ACTIVE for port object 10472948-2524-416a-b921-2dd4f721ea26 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:05:02.763088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:02.830505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b494c7-cbef-4121-bf96-d8089178273b req-f4dd5b55-27cc-40fd-89e1-67f4c503c7a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:02.840936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-84b494c7-cbef-4121-bf96-d8089178273b req-f4dd5b55-27cc-40fd-89e1-67f4c503c7a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 931 time: 0.6070805 Feb 17 21:05:02.842745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:05:02.855894 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8ec72774-b6ca-45de-aed7-b76361cbab93 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "PUT /v2.0/floatingips/96a4756d-b9db-4335-9e1f-68f163d10350 HTTP/1.1" status: 200 len: 990 time: 2.8103697 Feb 17 21:05:02.870443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:05:02.872924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:02.929148 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-84b494c7-cbef-4121-bf96-d8089178273b req-aefc49c4-4158-4db6-b18e-4f931c00921d tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880756 Feb 17 21:05:02.948719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-dac1c9a7-dfe2-483c-b23b-c2ecbe19f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:02.950474 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-dac1c9a7-dfe2-483c-b23b-c2ecbe19f5cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2512579 Feb 17 21:05:03.001960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592af804-eaa6-4891-8306-ea31dd950fad None None] New status for floating IP 03cb5c36-cfae-47f3-be66-090e2c3a657d: ACTIVE {{(pid=84092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:05:03.044607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-3fa7ae84-5c52-4d7e-bc7b-c2f39298219e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1000 time: 0.9869676 Feb 17 21:05:03.143321 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-38fd18ae-23c3-4250-9a6a-f61bae7eaeb1 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846931 Feb 17 21:05:03.223183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Pushing event updated for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:05:03.229748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-da4625f6-71f8-41af-9324-519f4cbffb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:03.245365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:05:03.263187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-c6c9d2b6-34ba-4460-9b70-2aba111fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:03.264980 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-c6c9d2b6-34ba-4460-9b70-2aba111fda2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.2083356 Feb 17 21:05:03.308945 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'status': 'completed', 'code': 200} Feb 17 21:05:03.332852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '96a4756d-b9db-4335-9e1f-68f163d10350', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.25', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:92:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:40Z', 'updated_at': '2021-02-17T21:05:00Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:03.338380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:05:03.349780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:03.350607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:05:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:03.502854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-4ba288b0-4d54-4614-bceb-5718cbc382d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:03.505474 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-4ba288b0-4d54-4614-bceb-5718cbc382d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1162 time: 0.1986737 Feb 17 21:05:03.509366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bd8c34f0-52ce-4206-9d2f-0be38c3b8571 req-98eefcdd-8501-4a72-b91c-1dedbf7e243c service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3565874 Feb 17 21:05:03.603321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-05e7513b-0ea1-471c-8510-b911f893bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:03.608195 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-05e7513b-0ea1-471c-8510-b911f893bc8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3350415 Feb 17 21:05:03.626496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-75b80293-c4b4-4f68-9a03-7983e5a8a474 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84090) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:05:03.628050 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-75b80293-c4b4-4f68-9a03-7983e5a8a474 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0069807 Feb 17 21:05:03.636995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Attempting to bind port 10472948-2524-416a-b921-2dd4f721ea26 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:05:03.637368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Attempting to bind port 10472948-2524-416a-b921-2dd4f721ea26 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:05:03.637762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Attempting to bind port 10472948-2524-416a-b921-2dd4f721ea26 on network 4716630e-f79d-43dd-912d-36876e74a25e {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:05:03.648160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:03.786531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-ffc74977-625c-4bb9-9e05-2fef3253d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:03.788961 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-ffc74977-625c-4bb9-9e05-2fef3253d44a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.2579336 Feb 17 21:05:03.790575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:05:03.791104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Checking segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:05:03.791588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:03.792078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Bound using segment: {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:05:03.792619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Bound port: 10472948-2524-416a-b921-2dd4f721ea26, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba39b5c-c299-4fc3-9b01-096b446a0f48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:05:03.793083 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:03.939860 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-c05dad8c-ddfa-4c92-bd52-860c51fe8e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 998 time: 0.1442935 Feb 17 21:05:03.941168 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-055f9ca5-391e-4eab-92ef-06e6f75a0fcc service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949610 Feb 17 21:05:04.050965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:05:04.099956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-9fd28de5-4a84-4cdb-821d-8d606e9f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.101558 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-9fd28de5-4a84-4cdb-821d-8d606e9f9542 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.1409011 Feb 17 21:05:04.114642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '96a4756d-b9db-4335-9e1f-68f163d10350', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.25', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:92:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:40Z', 'updated_at': '2021-02-17T21:05:00Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:04.119598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebafd3b-d4d6-4e9c-884f-d8a6aaf57ac6 None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '96a4756d-b9db-4335-9e1f-68f163d10350', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'floating_ip_address': '172.28.2.25', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'port_id': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'mac_address': 'fa:16:3e:92:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:40Z', 'updated_at': '2021-02-17T21:05:00Z', 'revision_number': 1, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:05:04.130237 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10f5fa24-0d3a-4f78-aba1-e97cb48a86e2 req-e56d7973-0f10-44fc-b2cb-31842a55709e service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1789970 Feb 17 21:05:04.147060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=10472948-2524-416a-b921-2dd4f721ea26,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:05:04.182610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:04.197841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:05:04.267641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:04.272547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-70b040f9-db19-413d-9183-2a3c46b67f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.274217 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-70b040f9-db19-413d-9183-2a3c46b67f0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1595790 Feb 17 21:05:04.293599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6757a88-1787-488a-ae98-5670441a1389 req-c6cee5df-d8d7-41d4-be90-d584baf6b1ad tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.295321 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6757a88-1787-488a-ae98-5670441a1389 req-c6cee5df-d8d7-41d4-be90-d584baf6b1ad tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1336908 Feb 17 21:05:04.398590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Pushing event updated for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:05:04.404944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:05:04.437386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.438189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:04.439590 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] 10.222.0.57 "PUT /v2.0/ports/10472948-2524-416a-b921-2dd4f721ea26 HTTP/1.1" status: 200 len: 1157 time: 2.6308782 Feb 17 21:05:04.440172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'tag': '10472948-2524-416a-b921-2dd4f721ea26'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:05:04.447573 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a6757a88-1787-488a-ae98-5670441a1389 req-eee721f5-103c-4e3f-80f6-cad96b2862fc tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195509 Feb 17 21:05:04.489888 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-60f4c7b6-043b-4307-a64e-3100b21efc74 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040865 Feb 17 21:05:04.515766 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'tag': '10472948-2524-416a-b921-2dd4f721ea26', 'status': 'completed', 'code': 200} Feb 17 21:05:04.528531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b389a48-826c-460a-a9d1-49df5bd11ee4 None None] New status for floating IP 96a4756d-b9db-4335-9e1f-68f163d10350: ACTIVE {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:05:04.692095 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8dcb7be9-0080-4ab5-8010-d8b07484b971 req-f83a5e8c-7496-48ed-ab46-8019574f16c6 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950037 Feb 17 21:05:04.717011 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-01735421-c3af-498a-9281-18db3af068b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.718715 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-01735421-c3af-498a-9281-18db3af068b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 1160 time: 0.1596811 Feb 17 21:05:04.805827 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-4e4b6cf4-b112-421f-a155-f762c9a22755 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10472948-2524-416a-b921-2dd4f721ea26 HTTP/1.1" status: 200 len: 217 time: 0.0727911 Feb 17 21:05:04.879928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-bd3cbc59-a7d0-4c2a-bef2-a5644bac53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:04.881571 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-bd3cbc59-a7d0-4c2a-bef2-a5644bac53b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0693526 Feb 17 21:05:05.193181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-423394e0-bc42-4dce-9f04-4c2a279ac2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:05.194845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-423394e0-bc42-4dce-9f04-4c2a279ac2da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3066912 Feb 17 21:05:05.275853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:05.345146 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-1cf16f25-385c-4916-ac24-e81c9dc2bf14 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413095 Feb 17 21:05:05.367107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:05.491226 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-babe4fbd-ad3c-480f-a988-1459fe04c35b req-f7ecec22-2504-42b2-815e-7d80dbb18a0b service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376500 Feb 17 21:05:05.716840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddd4a3-dd5d-47bc-a51c-8fddd71ca1e9 req-cb06dd42-d281-4890-acc3-52389d3fa5ce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:05.717690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-07ddd4a3-dd5d-47bc-a51c-8fddd71ca1e9 req-cb06dd42-d281-4890-acc3-52389d3fa5ce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Synchronizing usage tracker for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:05:05.744489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-9783b3eb-1236-44dc-9d80-9745f7585376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:05.746154 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-9783b3eb-1236-44dc-9d80-9745f7585376 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 1160 time: 0.1168694 Feb 17 21:05:05.843440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-07ddd4a3-dd5d-47bc-a51c-8fddd71ca1e9 req-cb06dd42-d281-4890-acc3-52389d3fa5ce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Unset dirty status for tenant:7ef37d9123104621bbd529ce25be5d71 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:05:05.844724 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07ddd4a3-dd5d-47bc-a51c-8fddd71ca1e9 req-cb06dd42-d281-4890-acc3-52389d3fa5ce tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 943 time: 0.2729719 Feb 17 21:05:05.931214 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07ddd4a3-dd5d-47bc-a51c-8fddd71ca1e9 req-1a55ef37-cbb7-4925-83a4-e7b8194ee124 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792212 Feb 17 21:05:05.933655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-cb84da3e-c1bc-4855-8967-16c6365ab879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:05.935198 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-cb84da3e-c1bc-4855-8967-16c6365ab879 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.1801746 Feb 17 21:05:06.013390 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-9c923586-b028-4443-abc7-5e607bfb643d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10472948-2524-416a-b921-2dd4f721ea26 HTTP/1.1" status: 200 len: 217 time: 0.0701039 Feb 17 21:05:06.083829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-7fdf7ad3-ce33-4739-ae7e-8aa6f948fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:06.085419 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-7fdf7ad3-ce33-4739-ae7e-8aa6f948fae1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0657759 Feb 17 21:05:06.173287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-5385989c-f67d-4fae-ab5d-45ed6c7b6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:06.174929 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-5385989c-f67d-4fae-ab5d-45ed6c7b6c21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824449 Feb 17 21:05:06.181858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 39980) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:05:06.346349 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-4b5a0c93-d322-4fb4-81cb-0cb60bdbeb25 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618645 Feb 17 21:05:06.463603 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dc899b6d-f8a3-4746-817b-f05c7e2f5957 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=938e8fc4d0dd48dbb17935609f8aa7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804303 Feb 17 21:05:06.466452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 39988) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:05:06.514887 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7cd120aa-2037-4b85-8c02-7312ffbfed58 req-67e06f1b-1c79-4125-9abc-9f0ace9a6b97 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557193 Feb 17 21:05:06.530557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:06.564091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:06.646526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:06.651803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-873298b6-e515-4aef-8126-3274772e519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:05:06.666474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:05:06.668807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:05:06.703276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:06.704496 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-fb6a2b47-8119-42ed-8ab8-2a5524524477 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f9b6bbf-a0d3-4d7a-b9d3-55099ab1ffe6 HTTP/1.1" status: 204 len: 168 time: 0.2369049 Feb 17 21:05:07.140768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5baaaa-bc3c-418c-8c68-b9c5348976b9 req-e74f1a5c-cc0c-4aee-8a07-7d127fa81083 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:07.142451 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3b5baaaa-bc3c-418c-8c68-b9c5348976b9 req-e74f1a5c-cc0c-4aee-8a07-7d127fa81083 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0925384 Feb 17 21:05:07.192102 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3b5baaaa-bc3c-418c-8c68-b9c5348976b9 req-4c5cceaf-92e8-4182-b1bd-3b8acb4cbd11 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Feb 17 21:05:07.800658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 10472948-2524-416a-b921-2dd4f721ea26 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:05:07.897776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 10472948-2524-416a-b921-2dd4f721ea26 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:05:07.903568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 10472948-2524-416a-b921-2dd4f721ea26 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:05:07.904033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:08.028556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:08.056872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10472948-2524-416a-b921-2dd4f721ea26'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:05:08.067143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=10472948-2524-416a-b921-2dd4f721ea26,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:05:08.095455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:08.096378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:05:08.123319 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10472948-2524-416a-b921-2dd4f721ea26', 'code': 200} Feb 17 21:05:08.128322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:05:08.386415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:05:08.389863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:05:08.398926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:05:08.399348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:08.410736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11b4bf-5e1b-4085-a189-27bf74c86c20 req-b6b45e8d-530f-49ab-a700-1de1abe9567c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:08.412357 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa11b4bf-5e1b-4085-a189-27bf74c86c20 req-b6b45e8d-530f-49ab-a700-1de1abe9567c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0954521 Feb 17 21:05:08.463854 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fa11b4bf-5e1b-4085-a189-27bf74c86c20 req-5c03298e-f998-4cb2-b2d7-5565ff4ffb6e tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Feb 17 21:05:08.525688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbf5e-a2c4-4fff-a53f-22bd5b9f0bb8 req-f4446f46-da8b-4d3d-8a3d-8573cb650453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:08.527388 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b8fbf5e-a2c4-4fff-a53f-22bd5b9f0bb8 req-f4446f46-da8b-4d3d-8a3d-8573cb650453 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 1162 time: 0.0830669 Feb 17 21:05:08.572786 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b8fbf5e-a2c4-4fff-a53f-22bd5b9f0bb8 req-2ec96c4d-9286-4c8e-9423-60a0bfc7041a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 Feb 17 21:05:09.158993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 10472948-2524-416a-b921-2dd4f721ea26 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:05:09.230214 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 10472948-2524-416a-b921-2dd4f721ea26 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:05:09.230637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:09.671133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a0ed-a4b1-4a66-9099-0d7d90bf8268 req-e191bbfa-a0bd-4783-beb6-fd693029882f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:09.672734 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c0a0a0ed-a4b1-4a66-9099-0d7d90bf8268 req-e191bbfa-a0bd-4783-beb6-fd693029882f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0858920 Feb 17 21:05:09.724758 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c0a0a0ed-a4b1-4a66-9099-0d7d90bf8268 req-0188c55a-8fa0-4ed1-87e9-f1831ef2965f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Feb 17 21:05:10.922666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab84e-faeb-4f95-b7c1-6592ac4d91b0 req-73068abf-4015-4179-b5dc-2a50e2cd0a99 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:10.924187 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f93ab84e-faeb-4f95-b7c1-6592ac4d91b0 req-73068abf-4015-4179-b5dc-2a50e2cd0a99 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0871892 Feb 17 21:05:10.972049 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f93ab84e-faeb-4f95-b7c1-6592ac4d91b0 req-33a1c429-bd28-48d8-8057-8f9c9e164c84 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411572 Feb 17 21:05:11.311598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119154d-ce6d-4dcf-b733-cc7f5e224536 req-ca205e25-d0cc-4c1b-95a5-8d31cc68fb30 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:11.313194 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1119154d-ce6d-4dcf-b733-cc7f5e224536 req-ca205e25-d0cc-4c1b-95a5-8d31cc68fb30 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0904446 Feb 17 21:05:11.323376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40018) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:05:11.328783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Request body: {'floatingip': {'port_id': '10472948-2524-416a-b921-2dd4f721ea26'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:05:11.411144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:12.045137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:12.077843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:12.256298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 480dde16-d765-4ee1-88b2-f9ab478d48ca associated. External IP: 172.28.2.18, port: 10472948-2524-416a-b921-2dd4f721ea26. Feb 17 21:05:12.838789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:05:13.029974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:05:13.034357 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:13.039754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:05:13.050423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:13.051106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:05:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:13.092659 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a02d6cc9-61d0-4b8d-b6f3-d77ea223cfaa tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "PUT /v2.0/floatingips/480dde16-d765-4ee1-88b2-f9ab478d48ca HTTP/1.1" status: 200 len: 990 time: 1.7682257 Feb 17 21:05:13.093342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'tag': '10472948-2524-416a-b921-2dd4f721ea26'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:05:13.149825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'tag': '10472948-2524-416a-b921-2dd4f721ea26', 'status': 'completed', 'code': 200} Feb 17 21:05:13.246180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:13.313806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3799-9406-49d7-84c9-b71667e98211 req-62faf8af-a1a8-4fe1-ab95-f574c2774103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:13.315442 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-62faf8af-a1a8-4fe1-ab95-f574c2774103 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ef37d9123104621bbd529ce25be5d71&device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 1162 time: 0.0819726 Feb 17 21:05:13.466852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3799-9406-49d7-84c9-b71667e98211 req-d0e4a428-6bb8-44b1-a4ac-a9f7b3453f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:13.468435 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-d0e4a428-6bb8-44b1-a4ac-a9f7b3453f93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 200 len: 904 time: 0.1401539 Feb 17 21:05:13.615505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-262a2955-8648-4577-8d96-ef793adc2476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10472948-2524-416a-b921-2dd4f721ea26 HTTP/1.1" status: 200 len: 998 time: 0.1397524 Feb 17 21:05:13.659825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '480dde16-d765-4ee1-88b2-f9ab478d48ca', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.18', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '10472948-2524-416a-b921-2dd4f721ea26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:c3:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:53Z', 'updated_at': '2021-02-17T21:05:11Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:13.663907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:05:13.672768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:05:13.673437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:05:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:13.752188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3799-9406-49d7-84c9-b71667e98211 req-79430f6a-c951-48e6-ad6f-f0d28bed6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:13.753801 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-79430f6a-c951-48e6-ad6f-f0d28bed6316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 200 len: 849 time: 0.0678854 Feb 17 21:05:13.842559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3799-9406-49d7-84c9-b71667e98211 req-7e47a646-c6a1-4a68-be69-c9a7dbb9688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:13.844059 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-7e47a646-c6a1-4a68-be69-c9a7dbb9688b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4716630e-f79d-43dd-912d-36876e74a25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814111 Feb 17 21:05:13.862789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:05:14.001090 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-a411c18b-c240-4ab8-99bf-04bf346ebeb1 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442006 Feb 17 21:05:14.155592 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecde3799-9406-49d7-84c9-b71667e98211 req-ae8de9a2-3378-49bb-ba3e-9dc3b8548ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393056 Feb 17 21:05:14.246674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '480dde16-d765-4ee1-88b2-f9ab478d48ca', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.18', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '10472948-2524-416a-b921-2dd4f721ea26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:c3:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:53Z', 'updated_at': '2021-02-17T21:05:11Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:05:14.250875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860f8cf-3687-46b0-b4a2-13c3bec80bfa None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '480dde16-d765-4ee1-88b2-f9ab478d48ca', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'floating_ip_address': '172.28.2.18', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'port_id': '10472948-2524-416a-b921-2dd4f721ea26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'mac_address': 'fa:16:3e:c3:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:04:53Z', 'updated_at': '2021-02-17T21:05:11Z', 'revision_number': 1, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:05:14.531703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75295a8e-49b7-40eb-8bbf-e99d2bff9177 None None] New status for floating IP 480dde16-d765-4ee1-88b2-f9ab478d48ca: ACTIVE {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:05:18.182258 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-0b162080-d70d-4910-89cb-ede089f9047e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773554 Feb 17 21:05:18.357055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-43c9581e-2843-43f0-ad15-a2d08d232969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:18.358704 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-43c9581e-2843-43f0-ad15-a2d08d232969 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0800405 Feb 17 21:05:18.535436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-f543d12f-ccdc-409c-b420-2ed2b46c4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:18.536942 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-f543d12f-ccdc-409c-b420-2ed2b46c4c2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1400490 Feb 17 21:05:18.648479 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-23334ad8-3111-417b-b755-7ed6d5c7c3c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1002 time: 0.1032200 Feb 17 21:05:18.719990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-fe7db84e-86bc-4e18-99c7-0497bf999a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:18.721550 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-fe7db84e-86bc-4e18-99c7-0497bf999a17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0670543 Feb 17 21:05:18.804270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-2c113717-8d6a-40c1-a61e-99d5067a78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:18.805875 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-2c113717-8d6a-40c1-a61e-99d5067a78fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765815 Feb 17 21:05:18.952357 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-15b5d62a-62e0-4b16-a10f-b61782f29316 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385863 Feb 17 21:05:19.101300 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dc4c8b1e-6c66-4bdb-9c24-af270997e1e7 req-cf4b3c93-28a3-40c9-bca5-24b1c7e64001 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382964 Feb 17 21:05:20.382554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:31.140584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d52003f8-b196-4170-91db-d34e098a339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:33.102990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-120e7f02-d8b0-429b-b840-4f3364f03d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:34.248798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:35.260587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:35.360052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:36.669308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:05:45.263691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5309-cd62-4733-8366-a6fd331fdf57 req-d8c1421d-abfe-43e5-a8df-fe9e5607a5dd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:45.265218 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e56e5309-cd62-4733-8366-a6fd331fdf57 req-d8c1421d-abfe-43e5-a8df-fe9e5607a5dd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.2052839 Feb 17 21:05:45.313149 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e56e5309-cd62-4733-8366-a6fd331fdf57 req-6f3e6665-f601-4ee0-9655-eaabdbe408a7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Feb 17 21:05:46.513131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ac07-3060-49e3-b28f-107477a0c903 req-664b0808-0ec5-445b-8352-7bacca20c60e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:46.514862 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2cb3ac07-3060-49e3-b28f-107477a0c903 req-664b0808-0ec5-445b-8352-7bacca20c60e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0859683 Feb 17 21:05:46.567647 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2cb3ac07-3060-49e3-b28f-107477a0c903 req-c0829258-012d-4bbb-894c-1710da7eae8d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Feb 17 21:05:47.776644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8df5-34a9-4b6f-bda6-b334d810b81c req-c954223d-5634-45fd-95ec-0c3add4e21d2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:47.778301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-216a8df5-34a9-4b6f-bda6-b334d810b81c req-c954223d-5634-45fd-95ec-0c3add4e21d2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0909719 Feb 17 21:05:47.826844 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-216a8df5-34a9-4b6f-bda6-b334d810b81c req-33e14ef8-f7cb-4d90-b9ec-838ae1fd49d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Feb 17 21:05:49.032194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d68cd-7e48-44b4-ba50-afe6b8c9af43 req-2e93ffa4-d8a4-41da-aa1f-0d2179b2edd9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:49.033893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7e1d68cd-7e48-44b4-ba50-afe6b8c9af43 req-2e93ffa4-d8a4-41da-aa1f-0d2179b2edd9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0899353 Feb 17 21:05:49.082490 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7e1d68cd-7e48-44b4-ba50-afe6b8c9af43 req-a9d4b82c-002d-4147-b40d-5fd3674ec38e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Feb 17 21:05:50.286672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d0a1-4ff3-4695-8656-401c1f2b4325 req-fde28741-7fea-4114-a1e1-d7616cfe89f0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:50.288275 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cbf6d0a1-4ff3-4695-8656-401c1f2b4325 req-fde28741-7fea-4114-a1e1-d7616cfe89f0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0886307 Feb 17 21:05:50.338085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cbf6d0a1-4ff3-4695-8656-401c1f2b4325 req-932ac45a-9a8c-4bf5-9af1-0c42af5c98c2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Feb 17 21:05:50.374718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:51.683490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4aed4-8e0d-4352-9e63-5596ed0e0586 req-eb92864e-7d8e-4a0e-a6d1-dbe18fba22b6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:51.685022 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f6d4aed4-8e0d-4352-9e63-5596ed0e0586 req-eb92864e-7d8e-4a0e-a6d1-dbe18fba22b6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0916464 Feb 17 21:05:51.733858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f6d4aed4-8e0d-4352-9e63-5596ed0e0586 req-29c7bf4a-6823-4f47-852e-497435422c63 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Feb 17 21:05:52.940568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1bae7-9265-4c94-84cc-4dcc47169511 req-374f1193-3649-4842-924b-0e4111c83c37 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:52.942191 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dcf1bae7-9265-4c94-84cc-4dcc47169511 req-374f1193-3649-4842-924b-0e4111c83c37 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0918307 Feb 17 21:05:52.993292 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dcf1bae7-9265-4c94-84cc-4dcc47169511 req-87db8640-a0d4-4564-8303-79f316234d7f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Feb 17 21:05:54.206869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c82cc-d6fe-4344-823b-202769827ab2 req-5664d452-f534-4116-b4f3-7d74b44b293a tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:54.208473 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e29c82cc-d6fe-4344-823b-202769827ab2 req-5664d452-f534-4116-b4f3-7d74b44b293a tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0920863 Feb 17 21:05:54.259628 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e29c82cc-d6fe-4344-823b-202769827ab2 req-52632453-76b5-4207-8cdd-3959638605e9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Feb 17 21:05:55.469096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc20e-8341-4a7b-afdd-e05ebf6d04b1 req-fd7d68d0-f16d-4b20-99a4-af08a03569f2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:55.470030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0edbc20e-8341-4a7b-afdd-e05ebf6d04b1 req-fd7d68d0-f16d-4b20-99a4-af08a03569f2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0890474 Feb 17 21:05:55.523890 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0edbc20e-8341-4a7b-afdd-e05ebf6d04b1 req-c965a424-9e71-4893-bc56-4c02d80757e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Feb 17 21:05:56.764758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870b56a-ea00-40f6-91bf-3a6e095d8713 req-ea3cfa98-6e60-4b62-9386-fb455db25814 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:56.766279 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f870b56a-ea00-40f6-91bf-3a6e095d8713 req-ea3cfa98-6e60-4b62-9386-fb455db25814 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0918176 Feb 17 21:05:56.816716 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f870b56a-ea00-40f6-91bf-3a6e095d8713 req-10c76b9b-68cf-4a2b-b5c4-246ed2f0832f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Feb 17 21:05:58.039470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72987339-1878-42eb-a605-a6d6a322d372 req-0c48b936-08dd-4bae-bf4c-bb86711759df tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:58.041444 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-72987339-1878-42eb-a605-a6d6a322d372 req-0c48b936-08dd-4bae-bf4c-bb86711759df tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0921080 Feb 17 21:05:58.091600 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-72987339-1878-42eb-a605-a6d6a322d372 req-91ad67d2-bd8f-4950-8d63-ba37b65b2e2f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Feb 17 21:05:59.340127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06eee8-93c3-4e81-a79d-989ca3504b6e req-6b95d28b-7673-4488-9366-5ef75c144e95 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:05:59.341765 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d06eee8-93c3-4e81-a79d-989ca3504b6e req-6b95d28b-7673-4488-9366-5ef75c144e95 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1194708 Feb 17 21:05:59.399732 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d06eee8-93c3-4e81-a79d-989ca3504b6e req-9d92370e-5bdd-4122-82af-6956db67aa39 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513959 Feb 17 21:06:00.687247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7b167-b1fb-4d69-973a-f647a472a6ea req-696eff08-582c-451f-b604-1469a315000b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:00.688819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24f7b167-b1fb-4d69-973a-f647a472a6ea req-696eff08-582c-451f-b604-1469a315000b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1041813 Feb 17 21:06:00.752408 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24f7b167-b1fb-4d69-973a-f647a472a6ea req-10cdb335-b17d-48e3-94ec-6850673620d5 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539069 Feb 17 21:06:01.128779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-28c16904-5bc8-461e-8992-ff29baf08d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:01.953167 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab634-09ca-4137-b0bf-6037917d76ec req-d52d9c01-1dbb-4a40-9022-c64a74ffbcb4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:01.954761 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a51ab634-09ca-4137-b0bf-6037917d76ec req-d52d9c01-1dbb-4a40-9022-c64a74ffbcb4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0875437 Feb 17 21:06:02.007096 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a51ab634-09ca-4137-b0bf-6037917d76ec req-3dd3bc7f-0e75-4518-874c-732652b4e455 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Feb 17 21:06:03.100589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75b1fd11-60d4-4eed-ad45-197f60406ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:03.223925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180262b-994e-476f-816e-ab13deb1dc8d req-6f34a8ca-87e5-47d7-8cdc-f45739f07181 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:03.233641 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a180262b-994e-476f-816e-ab13deb1dc8d req-6f34a8ca-87e5-47d7-8cdc-f45739f07181 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1005578 Feb 17 21:06:03.280217 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a180262b-994e-476f-816e-ab13deb1dc8d req-94bbfe1b-9153-4073-b908-adf8f1dd06bb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Feb 17 21:06:04.254468 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:04.513279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c5612-da1b-4295-ba00-741f618f874c req-949b952b-171d-4cc9-9584-3b794fb7681d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:04.515024 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8e4c5612-da1b-4295-ba00-741f618f874c req-949b952b-171d-4cc9-9584-3b794fb7681d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0949705 Feb 17 21:06:04.594449 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8e4c5612-da1b-4295-ba00-741f618f874c req-47bbf47e-174f-4004-8e82-4eb7ace469d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602953 Feb 17 21:06:05.268346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:05.380304 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:05.826126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a031ae-a256-4a7d-b390-1dd193e219ff req-1b62827c-a0c3-4681-8e69-e8d794d43364 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:05.827974 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-64a031ae-a256-4a7d-b390-1dd193e219ff req-1b62827c-a0c3-4681-8e69-e8d794d43364 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1021125 Feb 17 21:06:05.879509 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-64a031ae-a256-4a7d-b390-1dd193e219ff req-ed9bd796-7183-4963-bf16-67ca9180e4d2 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Feb 17 21:06:07.119546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b120-fb4d-407e-ad60-acfa51011b99 req-be1df994-7ce5-4a39-bf1b-fd5dfaba9248 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:07.121812 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a986b120-fb4d-407e-ad60-acfa51011b99 req-be1df994-7ce5-4a39-bf1b-fd5dfaba9248 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1019785 Feb 17 21:06:07.175768 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a986b120-fb4d-407e-ad60-acfa51011b99 req-4be341bc-9fd1-478f-9b2c-c8c31f5f33b7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Feb 17 21:06:08.564794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad32b3-f7b7-4d51-b0a3-905c5947647c req-2e37e84e-c06d-4743-bd60-ee054e0eebec tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:08.576148 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cbad32b3-f7b7-4d51-b0a3-905c5947647c req-2e37e84e-c06d-4743-bd60-ee054e0eebec tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1328776 Feb 17 21:06:08.621481 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cbad32b3-f7b7-4d51-b0a3-905c5947647c req-0524dea3-ab34-4137-ba23-01912887a413 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Feb 17 21:06:09.848612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d7166-2567-4961-925b-1e04cd76e0f9 req-315ffdcf-abc9-4ae6-bca0-9ce7fc858ecf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:09.850914 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c67d7166-2567-4961-925b-1e04cd76e0f9 req-315ffdcf-abc9-4ae6-bca0-9ce7fc858ecf tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0971320 Feb 17 21:06:09.909949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c67d7166-2567-4961-925b-1e04cd76e0f9 req-4a391f23-45c9-4000-881f-ea547006c257 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Feb 17 21:06:11.128757 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a773f-0dce-4f3f-b741-41fb51f12ee9 req-5c1979e1-f804-4794-8e95-32654d2f4096 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.130436 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-972a773f-0dce-4f3f-b741-41fb51f12ee9 req-5c1979e1-f804-4794-8e95-32654d2f4096 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0930302 Feb 17 21:06:11.186730 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-972a773f-0dce-4f3f-b741-41fb51f12ee9 req-49671d87-dc54-4caa-b909-2f4315c5be4d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 Feb 17 21:06:11.553318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-6f6564fb-6e44-4a22-8103-7b9bfd46514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.555372 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-6f6564fb-6e44-4a22-8103-7b9bfd46514f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1162 time: 0.1402726 Feb 17 21:06:11.570754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129b0e-83e0-43cc-8a58-616ebdf064e6 req-1d3e6be2-fe82-40ce-9b91-1c2c182759f2 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.572484 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-37129b0e-83e0-43cc-8a58-616ebdf064e6 req-1d3e6be2-fe82-40ce-9b91-1c2c182759f2 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0892937 Feb 17 21:06:11.625305 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-37129b0e-83e0-43cc-8a58-616ebdf064e6 req-5a6ac9d7-4897-4d3e-8f0e-f99a33d21325 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464847 Feb 17 21:06:11.702540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-49e5ce88-83c1-4df9-9512-b41874616c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.704157 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-49e5ce88-83c1-4df9-9512-b41874616c7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1416490 Feb 17 21:06:11.815562 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-fdf6a41b-727e-417b-a936-c03fec9be022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 1000 time: 0.1037586 Feb 17 21:06:11.887968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-ca3c9ed8-77e8-42eb-9c0b-a56deb3901b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.889618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-ca3c9ed8-77e8-42eb-9c0b-a56deb3901b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0674930 Feb 17 21:06:11.974141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-7d2f8463-052a-43a8-8b2b-409c5693da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:11.975814 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-7d2f8463-052a-43a8-8b2b-409c5693da5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796211 Feb 17 21:06:12.393087 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-7aee75dc-0a9a-4961-9f1b-c9d32d0a65b0 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099512 Feb 17 21:06:12.518086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618839-42fe-4d59-8a15-7ca6ed2fe78f req-a8b630e7-2347-4970-bb0c-407b086c64b7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:12.519555 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04618839-42fe-4d59-8a15-7ca6ed2fe78f req-a8b630e7-2347-4970-bb0c-407b086c64b7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.2083597 Feb 17 21:06:12.599073 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4621fbcb-c144-49c7-a29e-23fb62b269cb req-8ab27f3a-e4c2-464e-81e1-441b460d8ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1979003 Feb 17 21:06:12.603870 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04618839-42fe-4d59-8a15-7ca6ed2fe78f req-71b41062-f0f8-4452-941b-eecbf030a705 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763972 Feb 17 21:06:12.826943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35f83c-ceb9-41c3-93e6-959e8ff012fc req-b77e9f01-2d34-4b4f-9296-4b200bdcfc51 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:12.828543 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1b35f83c-ceb9-41c3-93e6-959e8ff012fc req-b77e9f01-2d34-4b4f-9296-4b200bdcfc51 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0893102 Feb 17 21:06:12.876314 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1b35f83c-ceb9-41c3-93e6-959e8ff012fc req-aafd4fd1-f48d-4dcd-afa5-332e140ebc75 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414171 Feb 17 21:06:13.581701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-f6f0557e-c0f3-4869-9f93-a069f568ea6c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:13.583285 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-f6f0557e-c0f3-4869-9f93-a069f568ea6c tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0863411 Feb 17 21:06:13.667644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 10472948-2524-416a-b921-2dd4f721ea26 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:13.668449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:13.669732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:06:13.695289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 10472948-2524-416a-b921-2dd4f721ea26 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:06:13.821456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:13.850175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10472948-2524-416a-b921-2dd4f721ea26'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:06:13.860971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=10472948-2524-416a-b921-2dd4f721ea26,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:13.891245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:13.894247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:13.959819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10472948-2524-416a-b921-2dd4f721ea26', 'code': 200} Feb 17 21:06:13.973004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcccea-84a2-4ae8-a8ad-c4c26466308f req-4b6c3d32-bd5d-4e5c-86a8-c7de08113cb3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:13.974693 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fcbcccea-84a2-4ae8-a8ad-c4c26466308f req-4b6c3d32-bd5d-4e5c-86a8-c7de08113cb3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.2455900 Feb 17 21:06:13.979470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:13.988564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.989074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.989564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.990086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.990565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.991048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.991521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.991991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.992465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.992936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.993407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.994434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.994434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.994866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.995329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.995800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.996387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.996859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.997331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.998086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.998227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.998729 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.999198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:13.999663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:14.005383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:14.054186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=10472948-2524-416a-b921-2dd4f721ea26,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:14.054711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:14.132289 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fcbcccea-84a2-4ae8-a8ad-c4c26466308f req-8f818f27-83fb-4c81-8846-70b1fc00b1cd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490557 Feb 17 21:06:14.142474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703665d-24bc-49da-bfb2-3a23aeb36c32 req-f77d177f-c51b-4569-87c5-7278b36bab46 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:14.144109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2703665d-24bc-49da-bfb2-3a23aeb36c32 req-f77d177f-c51b-4569-87c5-7278b36bab46 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0909531 Feb 17 21:06:14.202427 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2703665d-24bc-49da-bfb2-3a23aeb36c32 req-b3c988af-4c15-44f8-9cf4-6b9e2e7d2590 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512035 Feb 17 21:06:14.379336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:14.379749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:14.380098 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 480dde16-d765-4ee1-88b2-f9ab478d48ca disassociated. External IP: 172.28.2.18, port: 10472948-2524-416a-b921-2dd4f721ea26. Feb 17 21:06:14.380473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 10472948-2524-416a-b921-2dd4f721ea26 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:14.502530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84090) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:06:14.502886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:06:15.003707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 10472948-2524-416a-b921-2dd4f721ea26 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:15.004272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.332123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] For port 10472948-2524-416a-b921-2dd4f721ea26, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=10472948-2524-416a-b921-2dd4f721ea26,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:15.332542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.408374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec73590-1394-48ee-8528-da34d2545dfe req-07852919-4964-4436-bb0b-414426dd5391 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:15.410189 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bec73590-1394-48ee-8528-da34d2545dfe req-07852919-4964-4436-bb0b-414426dd5391 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0910683 Feb 17 21:06:15.461251 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bec73590-1394-48ee-8528-da34d2545dfe req-4ca175d3-3ed8-403f-93d5-8e0b32d0081b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Feb 17 21:06:15.537496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984281ca-6910-4ca4-aac0-2ec0cc200ff1 req-548b2626-61e9-4799-a795-04746f8e2ffe tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:15.539165 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-984281ca-6910-4ca4-aac0-2ec0cc200ff1 req-548b2626-61e9-4799-a795-04746f8e2ffe tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.2724967 Feb 17 21:06:15.686809 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-984281ca-6910-4ca4-aac0-2ec0cc200ff1 req-bdf6993c-c757-46d1-bb3c-5b6a2dc8e15d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387703 Feb 17 21:06:15.716281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.716924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.717136 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Floating IP 480dde16-d765-4ee1-88b2-f9ab478d48ca disassociated. External IP: 172.28.2.18, port: 10472948-2524-416a-b921-2dd4f721ea26. Feb 17 21:06:15.717471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 10472948-2524-416a-b921-2dd4f721ea26 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:15.720054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:06:15.848593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.884326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:15.896776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.912915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-00e9e7a4-3664-48c5-a24f-6ed27be3e555 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:15.928675 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:15.930655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:15.967173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:06:16.014518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:16.018880 dv-cinder-760184-4-smb neutron-server[83979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'code': 422} returned with failed status Feb 17 21:06:16.019598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:16.021703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'Port': ['ID=10472948-2524-416a-b921-2dd4f721ea26,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:16.042682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.043093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.043553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.043956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.044351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.044745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.045141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.045525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.045940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.046329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.046715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.047097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.047517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.047982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.048367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.048746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.049396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.049882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.050278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.050660 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.051042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.051427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.051804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.052184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:16.056031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:16.546621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:06:16.686431 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-419013fd-9726-491c-9387-34725582c256 req-1684b3ca-d0c9-4a75-bf19-e71b9a074eb8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/ports?device_id=18342a89-8eac-470c-8cce-d30ec123e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0664403 Feb 17 21:06:16.798448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:06:16.809781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:06:16.820037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:06:16.820736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:06:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:16.841057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] No DVR routers for this DVR port 10472948-2524-416a-b921-2dd4f721ea26 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:06:16.844885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:16.847637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-deleted', 'tag': '10472948-2524-416a-b921-2dd4f721ea26'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:06:16.896866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-673773ae-b05b-466e-9ad5-1671a52b95d8 req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.57 "DELETE /v2.0/ports/10472948-2524-416a-b921-2dd4f721ea26 HTTP/1.1" status: 204 len: 173 time: 3.3050611 Feb 17 21:06:16.981792 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18342a89-8eac-470c-8cce-d30ec123e3b1', 'name': 'network-vif-deleted', 'tag': '10472948-2524-416a-b921-2dd4f721ea26', 'status': 'completed', 'code': 200} Feb 17 21:06:17.178523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:06:17.516456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:17.533453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:06:17.544974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:06:17.545793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:06:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:17.741779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:06:17.876234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40424) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:17.955740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:17.989284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.082740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.088409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c1ccec1-b5da-4879-90e7-722416f7c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:18.108553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:18.109734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:18.112537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:18.113428 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a32eb-1877-4e5f-8abb-ee4b0b112981 None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:00:58Z', 'revision_number': 4, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '486e457d-3fc5-43b5-b5c0-7c7826431a62', 'name': '', 'network_id': '4716630e-f79d-43dd-912d-36876e74a25e', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'mac_address': 'fa:16:3e:8c:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:47Z', 'updated_at': '2021-02-17T21:01:09Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'subnets': [{'id': 'c5c8dbc9-793a-495e-87c8-3b3f14896cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:06:18.124311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0e46-df0f-4dc5-9c80-126b0f440386 req-77b44f82-4618-4379-b96c-f8f0b986d068 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:18.126006 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6bce0e46-df0f-4dc5-9c80-126b0f440386 req-77b44f82-4618-4379-b96c-f8f0b986d068 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0972419 Feb 17 21:06:18.159580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.163524 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "DELETE /v2.0/security-groups/e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b HTTP/1.1" status: 204 len: 168 time: 0.2835393 Feb 17 21:06:18.163916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40438) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:18.183029 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6bce0e46-df0f-4dc5-9c80-126b0f440386 req-f9eb3c9f-1b79-4115-9714-c7fa669e47b3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480351 Feb 17 21:06:18.185870 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.v2.resource [None req-36e28b61-5536-415d-be8e-e7349a54fad1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] show failed (client error): The resource could not be found. Feb 17 21:06:18.189717 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-36e28b61-5536-415d-be8e-e7349a54fad1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "GET /v2.0/security-groups/e3b7ed50-3d4c-4176-9de6-4bdc0ed8556b HTTP/1.1" status: 404 len: 347 time: 0.0220232 Feb 17 21:06:18.190301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40442) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:18.259970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40450) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:18.366980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 47b43f5d-b4cf-46e6-89ff-28cc8c756d65 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:18.367356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.387821 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-15d42ed4-9826-473a-9008-901a6a43a887 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264377 Feb 17 21:06:18.566619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9536918-e5d8-4db1-9122-6dd340e6a18c None None] New status for floating IP 480dde16-d765-4ee1-88b2-f9ab478d48ca: DOWN {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:06:18.825690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.826108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:18.960817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 47b43f5d-b4cf-46e6-89ff-28cc8c756d65 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:19.220599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:06:19.221169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:06:19.406199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821480-4177-44b4-b9a3-39e2b4ff8763 req-76fd2a05-49ab-4a00-b4e4-04e65212894d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:19.407833 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-47821480-4177-44b4-b9a3-39e2b4ff8763 req-76fd2a05-49ab-4a00-b4e4-04e65212894d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0873480 Feb 17 21:06:19.506423 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-47821480-4177-44b4-b9a3-39e2b4ff8763 req-f37d2a22-21d5-4246-a728-4b371743ed7b tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540709 Feb 17 21:06:19.529835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-1ea6e5eb-ab6e-4afb-af76-e2ed6ae19b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:19.531616 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-1ea6e5eb-ab6e-4afb-af76-e2ed6ae19b27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf&tenant_id=d7604491fcd2472b82fcf13514c18f1f HTTP/1.1" status: 200 len: 1160 time: 0.1227758 Feb 17 21:06:19.643914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-83c8ac33-d717-4008-913f-9f234daf562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:19.645536 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-83c8ac33-d717-4008-913f-9f234daf562a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7604491fcd2472b82fcf13514c18f1f&device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1160 time: 0.0806386 Feb 17 21:06:19.722414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Deleting port 47b43f5d-b4cf-46e6-89ff-28cc8c756d65 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:19.722813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:19.789990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-a9492cd6-1da0-4fb6-b756-a35cfef880d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:19.791599 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-a9492cd6-1da0-4fb6-b756-a35cfef880d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 200 len: 909 time: 0.1396861 Feb 17 21:06:19.903835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-ef14f093-10fd-41bb-acb1-70632cf220f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 200 len: 998 time: 0.1060622 Feb 17 21:06:19.908700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:19.909076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:19.977246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-9720d299-5d32-4d17-ac8c-2c24be58f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:19.978858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-9720d299-5d32-4d17-ac8c-2c24be58f416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 200 len: 854 time: 0.0687604 Feb 17 21:06:20.043923 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Calling delete_port for 47b43f5d-b4cf-46e6-89ff-28cc8c756d65 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:20.070216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-cd3373c0-a6b8-4458-881b-1a41a3a02de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:20.073059 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-cd3373c0-a6b8-4458-881b-1a41a3a02de5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872054 Feb 17 21:06:20.233800 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-ed638cdb-abfb-42f2-9fec-dab664597847 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430998 Feb 17 21:06:20.236865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:20.253429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-67b48911-71bb-42b1-bf45-4907719875fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:20.361532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Pushing event deleted for resources: {'Port': ['ID=47b43f5d-b4cf-46e6-89ff-28cc8c756d65,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:20.368935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.369382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.369837 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.370238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.370629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.371627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.372016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.372405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.372792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.373180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.373558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.373966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.374385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.374766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.375144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.375556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.375935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.376312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.376689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.377068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.377444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.377846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.378224 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.378601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:06:20.382721 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36d5fc53-53b9-4fbf-8068-f1903c205425 req-2645cffc-961a-41e3-8be9-90230f936990 service neutron] 10.222.0.57 "GET /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427619 Feb 17 21:06:20.384042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:20.394260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:20.500791 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:20.515552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:20.516747 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-041d4fce-ee22-4ae1-bdd6-6438e25a35b4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] 10.222.0.59 "DELETE /v2.0/floatingips/480dde16-d765-4ee1-88b2-f9ab478d48ca HTTP/1.1" status: 204 len: 168 time: 2.3253903 Feb 17 21:06:20.730974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9b22-2496-42af-bdc4-539bdc8b402f req-38186c62-0280-431e-8e75-98cecc4b92d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:20.732689 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2d7f9b22-2496-42af-bdc4-539bdc8b402f req-38186c62-0280-431e-8e75-98cecc4b92d9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0903888 Feb 17 21:06:20.783146 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2d7f9b22-2496-42af-bdc4-539bdc8b402f req-e0a437ec-8647-4475-8199-d277035b1b79 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Feb 17 21:06:22.011273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf4e8a-3b50-4be0-aafc-c03a0bde1376 req-e015252c-8629-4044-bb7b-3bd8f03c9e67 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:22.012914 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d0bf4e8a-3b50-4be0-aafc-c03a0bde1376 req-e015252c-8629-4044-bb7b-3bd8f03c9e67 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1007278 Feb 17 21:06:22.075148 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d0bf4e8a-3b50-4be0-aafc-c03a0bde1376 req-b868437e-fab5-43b9-b3fb-fc9c1b7c7db6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555553 Feb 17 21:06:23.300782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0adcd4-2d60-4f87-b024-c470d653f3c6 req-5fa2894d-156a-41d8-bdae-64c12626e0ad tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:23.302745 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-eb0adcd4-2d60-4f87-b024-c470d653f3c6 req-5fa2894d-156a-41d8-bdae-64c12626e0ad tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0968399 Feb 17 21:06:23.363736 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-eb0adcd4-2d60-4f87-b024-c470d653f3c6 req-d14bf0f0-1f2e-48bc-a3de-1694fe458d38 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541210 Feb 17 21:06:24.569954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08331749-2a5c-4720-9ad6-bd802772e2f9 req-31b56221-afbe-440d-80c7-6e93f794b35f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:24.572271 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-08331749-2a5c-4720-9ad6-bd802772e2f9 req-31b56221-afbe-440d-80c7-6e93f794b35f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0911918 Feb 17 21:06:24.625425 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-08331749-2a5c-4720-9ad6-bd802772e2f9 req-6c0b67f9-a738-453e-9acd-b7e883d3a6e4 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Feb 17 21:06:24.932146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40524) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:25.660194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:25.846277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90928e7e-a9b0-4edd-a48e-11a91f137e69 req-7351b228-1de1-40ca-b624-795db85ca698 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:25.848127 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-90928e7e-a9b0-4edd-a48e-11a91f137e69 req-7351b228-1de1-40ca-b624-795db85ca698 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0967298 Feb 17 21:06:25.923328 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-90928e7e-a9b0-4edd-a48e-11a91f137e69 req-47f8fa39-6d58-4e61-befe-0446212900ce tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541468 Feb 17 21:06:26.070546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Deleting port 486e457d-3fc5-43b5-b5c0-7c7826431a62 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:26.070919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:26.260266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] For port 486e457d-3fc5-43b5-b5c0-7c7826431a62, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=486e457d-3fc5-43b5-b5c0-7c7826431a62,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:26.260603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:26.400612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Calling delete_port for 486e457d-3fc5-43b5-b5c0-7c7826431a62 owned by network:router_interface {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:27.149707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9d4b-2238-45a5-92aa-5e648c973cb8 req-138bc605-d590-4241-afe6-dcf9a0ad8fae tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:27.151328 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-082f9d4b-2238-45a5-92aa-5e648c973cb8 req-138bc605-d590-4241-afe6-dcf9a0ad8fae tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1060083 Feb 17 21:06:27.180833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:27.198422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4dd3ed52-cfc9-493d-8c58-72cda576e217 tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:27.321153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Pushing event deleted for resources: {'Port': ['ID=486e457d-3fc5-43b5-b5c0-7c7826431a62,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:27.328321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:27.337307 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-082f9d4b-2238-45a5-92aa-5e648c973cb8 req-d4425661-8b9f-4568-92fa-2b017c0e7df7 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788926 Feb 17 21:06:27.680372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:28.266712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:06:28.488463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:06:28.506255 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] 10.222.0.59 "PUT /v2.0/routers/783da1a9-5c09-4c0c-8c86-cf36bff9c4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728228 Feb 17 21:06:28.507364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40538) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:28.507827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Sync routers for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:06:28.525246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:06:28.526064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:06:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:28.610026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe795-cecb-46b1-962f-61a781359f7f req-3e7632c4-6ce2-43c0-a6f6-16646a46d738 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:28.611606 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3fbfe795-cecb-46b1-962f-61a781359f7f req-3e7632c4-6ce2-43c0-a6f6-16646a46d738 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1409752 Feb 17 21:06:28.672297 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3fbfe795-cecb-46b1-962f-61a781359f7f req-ea1c6ea5-da0c-492f-abeb-eb78e887e584 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540853 Feb 17 21:06:28.721399 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:28.769700 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:06:29.191686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:29.242398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Deleting port a89f1b85-b453-40fa-8cea-230479becfa2 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:29.242784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:29.447939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:06:26Z', 'revision_number': 5, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port': {'id': 'a89f1b85-b453-40fa-8cea-230479becfa2', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:33Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:29.456796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Checking router: 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:06:29.483209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Routers {'783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:06:29.486861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:06:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:29.561944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] For port a89f1b85-b453-40fa-8cea-230479becfa2, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=a89f1b85-b453-40fa-8cea-230479becfa2,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:29.562308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:29.732100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] Set router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb gateway port host: None {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:06:29.745949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Calling delete_port for a89f1b85-b453-40fa-8cea-230479becfa2 owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:29.900104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:06:29Z', 'revision_number': 6, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port_host': None}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:29.906251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a0e17-553c-4ab9-9bdb-b88edcc1867f None None] The sync data for ids ['783da1a9-5c09-4c0c-8c86-cf36bff9c4bb'] in dv-cinder-760184-4-smb is: [{'id': '783da1a9-5c09-4c0c-8c86-cf36bff9c4bb', 'name': 'tempest-AttachVolumeTestJSON-175094832-router', 'tenant_id': '7ef37d9123104621bbd529ce25be5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:31Z', 'updated_at': '2021-02-17T21:06:29Z', 'revision_number': 6, 'project_id': '7ef37d9123104621bbd529ce25be5d71', 'gw_port_host': None}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:06:29.979382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f70b-ccf5-4af4-bd17-2e6e8f530429 req-061520cc-f156-43d8-833f-d6ab17306cbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:29.979382 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8677f70b-ccf5-4af4-bd17-2e6e8f530429 req-061520cc-f156-43d8-833f-d6ab17306cbd tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1250052 Feb 17 21:06:30.066448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8677f70b-ccf5-4af4-bd17-2e6e8f530429 req-4ef0c3f9-b3c6-426c-b324-1ed0c5ed06f3 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800550 Feb 17 21:06:30.168991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.187367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af73e784-f323-4ef2-a288-50ebf8fa99c6 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:30.286432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89f1b85-b453-40fa-8cea-230479becfa2,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:30.297369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:30.432005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.655473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.658371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.705284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 486e457d-3fc5-43b5-b5c0-7c7826431a62 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:06:30.743532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 486e457d-3fc5-43b5-b5c0-7c7826431a62 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:06:30.743930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 486e457d-3fc5-43b5-b5c0-7c7826431a62 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:06:30.744393 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device a89f1b85-b453-40fa-8cea-230479becfa2 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:06:30.784317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: a89f1b85-b453-40fa-8cea-230479becfa2 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:06:30.784708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device a89f1b85-b453-40fa-8cea-230479becfa2 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:06:30.788467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.789312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783da1a9-5c09-4c0c-8c86-cf36bff9c4bb {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:06:30.804148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.805480 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] 10.222.0.59 "DELETE /v2.0/routers/783da1a9-5c09-4c0c-8c86-cf36bff9c4bb HTTP/1.1" status: 204 len: 168 time: 2.2968726 Feb 17 21:06:30.809151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40544) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:30.879992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Deleting subnet c5c8dbc9-793a-495e-87c8-3b3f14896cfa {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:06:30.884381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:30.944359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.079713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.145677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10882fc-4977-4271-82c1-cebd2a6ba15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.313420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feff1a-1d1d-4638-8c14-1f21043d4b36 req-7083c6d0-e23f-42f4-9632-a87317463eb9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:31.315322 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-99feff1a-1d1d-4638-8c14-1f21043d4b36 req-7083c6d0-e23f-42f4-9632-a87317463eb9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0980651 Feb 17 21:06:31.375070 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-99feff1a-1d1d-4638-8c14-1f21043d4b36 req-42ecb5e6-1e70-4aed-8351-9de49e5d7e8d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528243 Feb 17 21:06:31.531900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.599741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:31.643311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c8dbc9-793a-495e-87c8-3b3f14896cfa,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:31.646190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:31.689297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.695842 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1be22323-9320-49ec-9b18-fce959dc7cb5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c5c8dbc9-793a-495e-87c8-3b3f14896cfa HTTP/1.1" status: 204 len: 168 time: 0.8855240 Feb 17 21:06:31.696592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd770b5c-4209-493e-8eba-79aa3e42ad0c None None] Network 4716630e-f79d-43dd-912d-36876e74a25e requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:06:31.698636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40552) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:31.818203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.892865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Deleting port afc50360-7fde-4656-b5a8-8455faaca154 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:31.893298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.969936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] DHCP port deletion for 4716630e-f79d-43dd-912d-36876e74a25e request from dv-cinder-760184-4-smb {{(pid=84092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:06:31.974550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Deleting port afc50360-7fde-4656-b5a8-8455faaca154 {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:31.975009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.117841 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] For port afc50360-7fde-4656-b5a8-8455faaca154, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=afc50360-7fde-4656-b5a8-8455faaca154,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:32.118237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.196636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] For port afc50360-7fde-4656-b5a8-8455faaca154, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=afc50360-7fde-4656-b5a8-8455faaca154,segment=NetworkSegment(cba39b5c-c299-4fc3-9b01-096b446a0f48),segment_id=cba39b5c-c299-4fc3-9b01-096b446a0f48)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:32.196977 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.251793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Calling delete_port for afc50360-7fde-4656-b5a8-8455faaca154 owned by network:dhcp {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:32.328726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Calling delete_port for afc50360-7fde-4656-b5a8-8455faaca154 owned by network:dhcp {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:06:32.376635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.391852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:32.475713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84092) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:06:32.476041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:06:32.490008 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc50360-7fde-4656-b5a8-8455faaca154,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:32.494819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:32.536861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] No DVR routers for this DVR port afc50360-7fde-4656-b5a8-8455faaca154 on host dv-cinder-760184-4-smb {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:06:32.596284 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b36e-e2be-41f6-8e51-917b09f140a1 req-18e49019-e518-4d42-9a51-af3cd0f580e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:32.597943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-90f7b36e-e2be-41f6-8e51-917b09f140a1 req-18e49019-e518-4d42-9a51-af3cd0f580e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.0917954 Feb 17 21:06:32.646193 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-90f7b36e-e2be-41f6-8e51-917b09f140a1 req-a5418415-e1ad-4932-8a95-cf7d1c099195 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Feb 17 21:06:32.664554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.702738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device afc50360-7fde-4656-b5a8-8455faaca154 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:06:32.743515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: afc50360-7fde-4656-b5a8-8455faaca154 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:06:32.743828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device afc50360-7fde-4656-b5a8-8455faaca154 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:06:32.781252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4716630e-f79d-43dd-912d-36876e74a25e']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:32.794542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba39b5c-c299-4fc3-9b01-096b446a0f48') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:32.794985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba39b5c-c299-4fc3-9b01-096b446a0f48') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:06:32.807397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.911444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:32.914422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:06:32.977060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Deleting port afc50360-7fde-4656-b5a8-8455faaca154 {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:06:32.977504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:33.054191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e564bfe9-219a-48d4-a9b4-25890b5176a0 None None] The port 'afc50360-7fde-4656-b5a8-8455faaca154' was deleted {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:06:33.111116 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c692cf16-47a7-4f7f-8936-65835188b61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:33.323088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Network 4716630e-f79d-43dd-912d-36876e74a25e has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:06:33.332404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:33.510647 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Network 4716630e-f79d-43dd-912d-36876e74a25e has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:06:33.533789 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:06:33.759383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:33.763033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:33.780913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:33.822016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=4716630e-f79d-43dd-912d-36876e74a25e,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:33.831665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:33.887945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb1af-b4dd-4cf2-b6fe-e87df6e53568 req-6ecba594-7269-45f9-b3bc-8f73f1608833 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:33.889551 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3ebcb1af-b4dd-4cf2-b6fe-e87df6e53568 req-6ecba594-7269-45f9-b3bc-8f73f1608833 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 943 time: 0.1101060 Feb 17 21:06:33.891359 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4716630e-f79d-43dd-912d-36876e74a25e HTTP/1.1" status: 204 len: 168 time: 2.1917062 Feb 17 21:06:33.939847 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3ebcb1af-b4dd-4cf2-b6fe-e87df6e53568 req-d10c8b24-5f9e-4f19-9ee2-dc0e2b1810b6 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Feb 17 21:06:34.129275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40562) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:34.179965 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b454472d-0e6b-4b65-8d23-ebfb5bf8adaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ef37d9123104621bbd529ce25be5d71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493090 Feb 17 21:06:34.182551 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40566) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:34.244405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.256687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.272176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.337957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:06:34.412455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:06:34.412888 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.419410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.423585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-91be1f82-46c3-4330-bf08-20744633cb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:34.439600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb1285-ff1a-4da1-8063-638a90d793da,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:34.442269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:34.447843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.452408 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-b2ed1e2f-ebd1-4790-b3ba-5607cc8a8748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58cb1285-ff1a-4da1-8063-638a90d793da HTTP/1.1" status: 204 len: 168 time: 0.2656684 Feb 17 21:06:34.565792 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.595772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:06:34.705298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:06:34.705298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'code': 200} Feb 17 21:06:34.705298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:34.707293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:34.779969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=6']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:34.783276 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:35.039634 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ab851-426a-48b9-b783-d859eac304c9 req-f3e3bf46-b25b-4167-b9fd-7db5a2420a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:35.041238 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-221ab851-426a-48b9-b783-d859eac304c9 req-f3e3bf46-b25b-4167-b9fd-7db5a2420a89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 1162 time: 0.0826521 Feb 17 21:06:35.089301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-221ab851-426a-48b9-b783-d859eac304c9 req-c416a8c2-ca67-456c-a6a5-c80a67caa0b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Feb 17 21:06:35.279502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:35.289976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df838c63-2811-4cdd-9375-3084ef470625 req-ed0cec01-5fc6-4818-9118-340447272da9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:35.291577 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df838c63-2811-4cdd-9375-3084ef470625 req-ed0cec01-5fc6-4818-9118-340447272da9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0927157 Feb 17 21:06:35.342509 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df838c63-2811-4cdd-9375-3084ef470625 req-0346a68d-add2-4563-ab4a-9f943f3e015f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Feb 17 21:06:35.388130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:36.097022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:06:36.178420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:06:36.178847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:36.570118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cf8b3-a41b-4c24-8cba-132dd53eac6b req-d668717e-ca62-42ec-b8ad-83ab61a81a8e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:36.572093 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-384cf8b3-a41b-4c24-8cba-132dd53eac6b req-d668717e-ca62-42ec-b8ad-83ab61a81a8e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1046934 Feb 17 21:06:36.626764 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-384cf8b3-a41b-4c24-8cba-132dd53eac6b req-b6cec6d0-bf11-4ceb-9b30-4044852ed74c tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 Feb 17 21:06:37.815963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40674) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:37.847370 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba54b7a-29c8-4778-ba04-e55364744fde req-eec87092-a4e9-4e63-8e88-ae4bd4c51f6f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:37.850311 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aba54b7a-29c8-4778-ba04-e55364744fde req-eec87092-a4e9-4e63-8e88-ae4bd4c51f6f tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1010041 Feb 17 21:06:37.904599 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-aba54b7a-29c8-4778-ba04-e55364744fde req-826a4a96-7b6a-4a94-b45e-db86f4292977 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486884 Feb 17 21:06:37.964028 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:37.979668 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:06:37.983738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Usage tracker for resource:security_group_rule and tenant:bf7751f28de44398a28f9516990ab18b is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:06:37.986727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:06:37.992564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:06:38.083469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.110288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.118699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95b4cbac-99c2-4d3e-abea-57bdc4feb3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:38.162056 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf7751f28de44398a28f9516990ab18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448629 Feb 17 21:06:38.163760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4e968-a296-4ac8-9e52-2143ed828192,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:38.164959 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40680) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:38.167283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6d48b4c4-d988-415e-88b7-e3aa73cb6c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:38.232472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.259831 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.341932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.347135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:38.360665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4e968-a296-4ac8-9e52-2143ed828192,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:38.363246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:38.366991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.368968 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4c4e968-a296-4ac8-9e52-2143ed828192 HTTP/1.1" status: 204 len: 168 time: 0.2028186 Feb 17 21:06:38.848076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40688) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:38.867662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.883223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:06:38.887414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Usage tracker for resource:security_group_rule and tenant:012f00f2d917438aa9508af0036286bd is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:06:38.890420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:06:38.896273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:06:38.983314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.022120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.033526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7d2cb729-5037-4548-82d7-2669ae51bf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:39.129372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5413aca-f3dc-4149-ae6c-209d116a5df5,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:39.138012 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=012f00f2d917438aa9508af0036286bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856705 Feb 17 21:06:39.138012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:39.139958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40694) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:39.170547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2932c3-fc48-4390-a5c1-07441ca36a54 req-4b67d55d-ed24-437a-bf6a-6bd28327cf31 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:39.172179 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d2932c3-fc48-4390-a5c1-07441ca36a54 req-4b67d55d-ed24-437a-bf6a-6bd28327cf31 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1398287 Feb 17 21:06:39.203229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.224871 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3d2932c3-fc48-4390-a5c1-07441ca36a54 req-aa069f03-07d9-4cc6-af7d-a731db22b50d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 Feb 17 21:06:39.231695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.307555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.313094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-92a9ee66-6785-482f-b825-494b0721b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:39.326747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5413aca-f3dc-4149-ae6c-209d116a5df5,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:39.330501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:39.336216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:39.337679 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-6cc76f42-a5ad-4ef9-92b1-551c9bc73708 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5413aca-f3dc-4149-ae6c-209d116a5df5 HTTP/1.1" status: 204 len: 168 time: 0.1970208 Feb 17 21:06:45.058189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40784) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:45.181646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.196971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:06:45.201470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Usage tracker for resource:security_group_rule and tenant:8420541fe6f549d380bfb8335438eae1 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:06:45.204390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:06:45.210148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:06:45.297376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.324666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.333230 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08aeda6f-9b12-452d-9581-b5859590eddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:45.375344 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8420541fe6f549d380bfb8335438eae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159626 Feb 17 21:06:45.377032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1764db6e-6503-4e05-991b-2a8615688565,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:45.378258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40790) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:45.380492 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:45.441203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.469971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.553256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.559463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-555f7bf1-c8f6-42d3-925b-9842232b00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:45.573222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1764db6e-6503-4e05-991b-2a8615688565,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:45.576708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:45.577901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:45.579114 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8cad127b-3ab9-4906-975a-47ff7e9e1801 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1764db6e-6503-4e05-991b-2a8615688565 HTTP/1.1" status: 204 len: 168 time: 0.1997924 Feb 17 21:06:46.018238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40798) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:46.038382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.053535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:06:46.057607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Usage tracker for resource:security_group_rule and tenant:df1602f7728440459fda21ac90f3d0a1 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:06:46.060581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:06:46.066364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:06:46.153334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.181570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.190956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fcdb76a-2d7d-4372-86ad-8d2b9b70b1e4 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:46.232795 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df1602f7728440459fda21ac90f3d0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133994 Feb 17 21:06:46.233710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd989a-7c84-4027-b1c2-b069579b48a7,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:46.235742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40802) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:06:46.236995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c064d05f-5db5-4fc5-82a1-c468ce23635c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:46.298126 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.326023 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.407591 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.412608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-198b9944-47a1-4a76-a6aa-0f4fba25c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:06:46.427422 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd989a-7c84-4027-b1c2-b069579b48a7,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:06:46.431790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:06:46.440090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:46.441303 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-65bc66a8-3612-46cc-81b7-71ef16902bcb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2dd989a-7c84-4027-b1c2-b069579b48a7 HTTP/1.1" status: 204 len: 168 time: 0.2040908 Feb 17 21:06:50.393153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:50.669535 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:06:53.307943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54130a4b-29f5-4a08-b431-ec93ba2b0ed0 req-e2a399b1-883e-4360-939d-b57d49353238 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:53.309549 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-54130a4b-29f5-4a08-b431-ec93ba2b0ed0 req-e2a399b1-883e-4360-939d-b57d49353238 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0910110 Feb 17 21:06:53.357539 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-54130a4b-29f5-4a08-b431-ec93ba2b0ed0 req-7ce7c6c6-5066-49d5-a935-cd63711de0ee tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416484 Feb 17 21:06:54.570300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74e73-2226-44fa-add7-6f2b1b87dfc4 req-80f52f43-1679-41c7-92f2-e7530453ea8f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:54.571957 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06a74e73-2226-44fa-add7-6f2b1b87dfc4 req-80f52f43-1679-41c7-92f2-e7530453ea8f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0965140 Feb 17 21:06:54.622398 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06a74e73-2226-44fa-add7-6f2b1b87dfc4 req-5c3d5442-b4e3-4097-8bd8-cfccc43f225d tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437269 Feb 17 21:06:55.827456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b3e4-6933-4249-8521-28f7476efa88 req-230e1a7d-63c9-43ce-bf2f-cea87c93f911 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:55.829094 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9886b3e4-6933-4249-8521-28f7476efa88 req-230e1a7d-63c9-43ce-bf2f-cea87c93f911 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0875552 Feb 17 21:06:55.886713 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9886b3e4-6933-4249-8521-28f7476efa88 req-68664b16-9fc2-4c95-b16c-d9c15adbbff1 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0502050 Feb 17 21:06:57.086814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3405-8797-497a-9ac9-e750887fdc37 req-95ce0eb4-06cd-41f3-8eff-e1c6bdc7e845 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:57.088404 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6d8c3405-8797-497a-9ac9-e750887fdc37 req-95ce0eb4-06cd-41f3-8eff-e1c6bdc7e845 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0887809 Feb 17 21:06:57.136514 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6d8c3405-8797-497a-9ac9-e750887fdc37 req-0c280f91-cfab-4a08-b7e5-dcd073521d68 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411146 Feb 17 21:06:58.334878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf95f9a-87f4-4f9d-9cae-a3a290c60afe req-2f25fe8e-2a5d-42c3-b7f7-2018e2134251 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:58.336479 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4cf95f9a-87f4-4f9d-9cae-a3a290c60afe req-2f25fe8e-2a5d-42c3-b7f7-2018e2134251 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Feb 17 21:06:58.383653 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4cf95f9a-87f4-4f9d-9cae-a3a290c60afe req-b4f1be5e-f2bc-4c42-8a4e-392763e285fe tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407948 Feb 17 21:06:59.597968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac9854-0fcd-40b0-ace5-3eca043fd4d2 req-8e057a8d-2283-40f1-9614-87d67fbed722 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:06:59.599557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51ac9854-0fcd-40b0-ace5-3eca043fd4d2 req-8e057a8d-2283-40f1-9614-87d67fbed722 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0985010 Feb 17 21:06:59.648439 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51ac9854-0fcd-40b0-ace5-3eca043fd4d2 req-5bc53e13-77f4-498a-91dc-297ed5b9f8f7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415289 Feb 17 21:07:00.235258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 40928) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:00.359561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.375038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:00.379195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2011394c2a47faac260d28c170c7b8 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:00.382129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:00.388431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:00.475147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.515823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.525093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-229e2ca9-eb1c-4e1c-af53-4a7b1c4ef7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:00.567654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a2011394c2a47faac260d28c170c7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310690 Feb 17 21:07:00.569358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcaaeb-7e48-4648-8bfc-bcf2b66ff2d0,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:00.570502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40934) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:00.572874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0ba68a67-47bb-4c05-89d3-27bab0cc59f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:00.635807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.664597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.750880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.756311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b41969a8-ce4a-40bc-aae0-ab0242a7f480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:00.771726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcaaeb-7e48-4648-8bfc-bcf2b66ff2d0,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:00.774932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:00.779411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:00.780909 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00fcaaeb-7e48-4648-8bfc-bcf2b66ff2d0 HTTP/1.1" status: 204 len: 168 time: 0.2090559 Feb 17 21:07:00.860875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0569458-1d8c-4e47-9842-a26df1740ac7 req-6e2b0b93-e1cf-4e81-8dec-97b179bfafa7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:00.862731 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d0569458-1d8c-4e47-9842-a26df1740ac7 req-6e2b0b93-e1cf-4e81-8dec-97b179bfafa7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0977159 Feb 17 21:07:00.913414 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d0569458-1d8c-4e47-9842-a26df1740ac7 req-f431acbc-2307-4a47-a677-8045bc2dbd96 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437615 Feb 17 21:07:01.144480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9973f6b5-0c09-4653-98f5-c0e1520799ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.302453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40944) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:01.321701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.337299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:01.342316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Usage tracker for resource:security_group_rule and tenant:e34d32ace09840ffac558ab36330a41d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:01.344996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:01.350935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:01.440958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.476132 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.486163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f971c77e-4e8c-4f3e-8fe9-d104a2c0914e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:01.531255 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e34d32ace09840ffac558ab36330a41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275221 Feb 17 21:07:01.532123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651d1298-c576-437f-9892-2a40faf74502,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:01.536821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40948) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:01.540145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:01.603480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.633524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.716054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.721394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e703ed30-f5fa-46d7-bff2-b048a9c94240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:01.735322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d1298-c576-437f-9892-2a40faf74502,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:01.738526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:01.739586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.740781 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4068885c-6660-4a5b-abf4-29ad3bc3b466 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/651d1298-c576-437f-9892-2a40faf74502 HTTP/1.1" status: 204 len: 168 time: 0.2027581 Feb 17 21:07:02.150708 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72a682-df62-4b02-9619-8ef1b7d0ad79 req-25d49ee7-bd17-450e-82a3-e00b9bf4bd5a tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:02.151497 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1b72a682-df62-4b02-9619-8ef1b7d0ad79 req-25d49ee7-bd17-450e-82a3-e00b9bf4bd5a tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.1207101 Feb 17 21:07:02.203193 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1b72a682-df62-4b02-9619-8ef1b7d0ad79 req-6063616c-ba21-4242-8c81-52cf320f9fd5 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452127 Feb 17 21:07:03.098984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e9269742-7e05-4b01-ab96-00f750576321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:03.409186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc3aa8-80d6-4618-8abd-cc7c18da6f80 req-fd1a7241-147d-451b-ad65-7c5a5fd1cfae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:03.410801 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04fc3aa8-80d6-4618-8abd-cc7c18da6f80 req-fd1a7241-147d-451b-ad65-7c5a5fd1cfae tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0909207 Feb 17 21:07:03.459057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04fc3aa8-80d6-4618-8abd-cc7c18da6f80 req-c7513772-ff7d-445e-91ea-38b48c578c51 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415268 Feb 17 21:07:03.546044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-dddb469b-9089-41f8-af0f-86ce0d752cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:03.547651 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-dddb469b-9089-41f8-af0f-86ce0d752cd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0840089 Feb 17 21:07:03.685982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 40994) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:03.703770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-815f1b58-ebc0-4712-a70a-4d3ff39a54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:03.705365 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-815f1b58-ebc0-4712-a70a-4d3ff39a54bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1513522 Feb 17 21:07:03.819180 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-6eab1d54-0164-4f6c-ac4f-cd9324f2635c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1002 time: 0.1072986 Feb 17 21:07:03.893317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-b1fabb3f-3a71-4638-a22d-91c47473da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:03.897038 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-b1fabb3f-3a71-4638-a22d-91c47473da47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0699024 Feb 17 21:07:03.966032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:03.986522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:03.992297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Usage tracker for resource:security_group_rule and tenant:5c78832f714c46ab95f54b54b89ccba6 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:03.996773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:04.004109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:04.040549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-90bcc295-37aa-47e3-941d-a343a81c7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:04.042708 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-90bcc295-37aa-47e3-941d-a343a81c7d1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1411083 Feb 17 21:07:04.242213 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-5da34469-0d2c-4893-b5da-e61ae4173862 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905961 Feb 17 21:07:04.246809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.264878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.319778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.335776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-324a9039-f97b-40cb-8946-dde1782c8a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:04.387767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb29de5-d527-4feb-be6d-998ba55e09fe,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:04.391225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:04.407980 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5e9216c7-eea4-47ef-a50f-916f34d32b18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c78832f714c46ab95f54b54b89ccba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209275 Feb 17 21:07:04.411012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41000) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:04.440754 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb773f6-647f-415d-a470-9d2491ae8277 req-ef2fe831-c29d-496f-aa3f-864270cf9f69 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1922226 Feb 17 21:07:04.474995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.503376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.579147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.584587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b52c7779-94a5-4eb6-b5da-0c68f48eb4b8 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:04.603066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb29de5-d527-4feb-be6d-998ba55e09fe,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:04.606215 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:04.610697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:04.611927 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-347fa5ab-81fa-478c-9fcc-2397b1dfbfd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/feb29de5-d527-4feb-be6d-998ba55e09fe HTTP/1.1" status: 204 len: 168 time: 0.1998553 Feb 17 21:07:04.665764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656c228-67ae-46be-afb9-65bd5892f4e3 req-e9da5881-50ba-4100-ab36-f9bec489b2f3 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:04.667419 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5656c228-67ae-46be-afb9-65bd5892f4e3 req-e9da5881-50ba-4100-ab36-f9bec489b2f3 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0921550 Feb 17 21:07:04.719812 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5656c228-67ae-46be-afb9-65bd5892f4e3 req-77d19fae-089d-4cfd-938f-ce8d197e273d tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453343 Feb 17 21:07:05.310496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.390127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.539760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41026) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:05.650758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-638799724-network', 'tenant_id': 'd5d095e783824a5eba1af0bdf1f2f2b1'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:05.655936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:05.659994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Usage tracker for resource:network and tenant:d5d095e783824a5eba1af0bdf1f2f2b1 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:05.663094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:05.668833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:05.710069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Made reservation on behalf of d5d095e783824a5eba1af0bdf1f2f2b1 for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:05.714874 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.727790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.742912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:05.747865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d095e783824a5eba1af0bdf1f2f2b1 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:05.751480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:05.757040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:05.885009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.920961 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:05.930629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-60e91643-7ee0-46b8-8cae-139e52a39a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:05.945797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bf99-1b05-48c0-afe5-565f4dbe5c8c req-53ac7ac7-9e28-4e41-95ed-d32aed9a1f00 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:05.947367 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7505bf99-1b05-48c0-afe5-565f4dbe5c8c req-53ac7ac7-9e28-4e41-95ed-d32aed9a1f00 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.1091990 Feb 17 21:07:05.986599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:07:06.009358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120e6b1-94b3-458d-b33e-b6ac7da74192,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:06.021108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.021567 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Added segment 4ffd2f8e-1004-4d83-965f-b05320d7ab5c of type vxlan for network 69291d0c-c676-4f64-b122-93eba9cb54e4 Feb 17 21:07:06.023014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:06.034617 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7505bf99-1b05-48c0-afe5-565f4dbe5c8c req-791127d3-08ab-43e9-bc65-609491b8d1da tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0789177 Feb 17 21:07:06.057331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.122114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.123474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:06.124117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.129511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:06.197735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:07:06.239737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Pushing event updated for resources: {'Network': ['ID=69291d0c-c676-4f64-b122-93eba9cb54e4,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:06.242849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:06.257279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:07:06.276108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:07:06.297623 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7539418 Feb 17 21:07:06.297903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41034) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:06.304217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Request body: {'subnet': {'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-638799724-subnet', 'tenant_id': 'd5d095e783824a5eba1af0bdf1f2f2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:06.310153 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:06.314532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Usage tracker for resource:subnet and tenant:d5d095e783824a5eba1af0bdf1f2f2b1 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:06.317583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:06.323447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:06.367541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Made reservation on behalf of d5d095e783824a5eba1af0bdf1f2f2b1 for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:06.372496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1130058'] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.541194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.809138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:06.819913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:06.860412 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'code': 200} Feb 17 21:07:06.890232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:06.892871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7c5d4639-6a79-4b50-a49f-f18552fc2ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:07.142615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:07.146340 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:07.454157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2467830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1130075'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:07.473213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:07.609035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Pushing event updated for resources: {'Subnet': ['ID=542bf9de-70e3-4c46-9d8b-d7bc219cb23a,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:07.619056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:07.633549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b5c0-0762-487a-a036-cc15b34fa6bc req-a27bf0bb-125c-480c-b3a0-3a034277a025 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:07.635196 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c872b5c0-0762-487a-a036-cc15b34fa6bc req-a27bf0bb-125c-480c-b3a0-3a034277a025 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.4740107 Feb 17 21:07:07.716265 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c872b5c0-0762-487a-a036-cc15b34fa6bc req-0adcd19e-436e-4cb9-9784-45fc552a22d9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0672159 Feb 17 21:07:07.743714 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Checking segment: {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:07:07.744107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Network hostable DHCP agents. Network: 69291d0c-c676-4f64-b122-93eba9cb54e4, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:07:07.832915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:07:07.927032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 69291d0c-c676-4f64-b122-93eba9cb54e4) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:07:07.939565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e184d98-37ee-4f62-baf2-95679e576dfa None None] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:07:07.939754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:07.939962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:08.037161 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a0e1a51d-0ada-4cfa-9416-2d20a8cdccda admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7376990 Feb 17 21:07:08.161398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0183ab4a-08c2-4c4d-b5b1-ad13c2472715 None None] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:07:08.918485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c3ba-1443-4beb-a534-e173364c695c req-9b792660-c4fc-4641-a0fe-ead4191ae61b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:08.920113 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d496c3ba-1443-4beb-a534-e173364c695c req-9b792660-c4fc-4641-a0fe-ead4191ae61b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.0864227 Feb 17 21:07:08.972260 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d496c3ba-1443-4beb-a534-e173364c695c req-9711fae2-f739-4380-8fdb-b0169eb1f316 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454271 Feb 17 21:07:09.565400 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-6b8526cf-0535-480b-aa7a-a04ebfb466a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492462 Feb 17 21:07:09.581553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f158aa-adeb-414d-8e86-e66693b302f2 req-21cd7a83-3a30-438f-8247-28fe1062451e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:09.583197 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73f158aa-adeb-414d-8e86-e66693b302f2 req-21cd7a83-3a30-438f-8247-28fe1062451e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1255741 Feb 17 21:07:09.634336 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73f158aa-adeb-414d-8e86-e66693b302f2 req-19c05d1a-9e9f-4292-b2d0-01cba98ebe4f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442050 Feb 17 21:07:10.471101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-7d3404a8-fa2b-43c5-bb89-37c48ee85556 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:10.471955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-7d3404a8-fa2b-43c5-bb89-37c48ee85556 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Synchronizing usage tracker for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:network {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:10.544846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-7d3404a8-fa2b-43c5-bb89-37c48ee85556 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Unset dirty status for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:network {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:10.546576 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-7d3404a8-fa2b-43c5-bb89-37c48ee85556 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/networks?id=69291d0c-c676-4f64-b122-93eba9cb54e4 HTTP/1.1" status: 200 len: 813 time: 0.2463303 Feb 17 21:07:10.565321 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-c37b2f08-0fb0-4b3c-ab75-90098ed29b0d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/quotas/d5d095e783824a5eba1af0bdf1f2f2b1 HTTP/1.1" status: 200 len: 375 time: 0.0122769 Feb 17 21:07:10.623471 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-342f9773-a0f0-4def-b052-d14d5fcadfe5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517082 Feb 17 21:07:10.818719 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-1300842a-7fd0-456c-bedd-41e7a5a1ed6a service neutron] 10.222.0.59 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868796 Feb 17 21:07:10.862637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e042c6d-c567-4f3f-8019-c48222e40aa4 req-6b80f4af-68dc-4f68-bf57-914c09ecc458 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:10.864308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9e042c6d-c567-4f3f-8019-c48222e40aa4 req-6b80f4af-68dc-4f68-bf57-914c09ecc458 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.0938649 Feb 17 21:07:10.914936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9e042c6d-c567-4f3f-8019-c48222e40aa4 req-92a85238-bdb4-4e38-b398-2b71750df864 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439193 Feb 17 21:07:10.968608 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-7de66f61-7a36-4aed-a09e-92624451c9c3 service neutron] 10.222.0.59 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425257 Feb 17 21:07:11.101504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe8a5a-ad93-41fc-98d7-cfa10d222eb2 req-3966dc29-795e-476a-bbfd-ba3124d0f0d8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:11.103170 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8abe8a5a-ad93-41fc-98d7-cfa10d222eb2 req-3966dc29-795e-476a-bbfd-ba3124d0f0d8 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.0876560 Feb 17 21:07:11.152447 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8abe8a5a-ad93-41fc-98d7-cfa10d222eb2 req-c2c07db4-0f2a-4f88-97ba-e61431e66393 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Feb 17 21:07:11.228713 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8d6d534-9301-4bbe-a6fc-e20f29d68b27 req-d16ed947-5976-4b51-b44a-57121d5ecf48 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0538318 Feb 17 21:07:11.380892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-78089456-34e7-4b98-b1e8-0432ab337681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:11.382545 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-78089456-34e7-4b98-b1e8-0432ab337681 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&tenant_id=113e18c6b7a34b7382852a5c99f8d002 HTTP/1.1" status: 200 len: 1161 time: 0.0817227 Feb 17 21:07:11.497119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-55138fcc-8689-4f27-9bbd-01a8587c95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:11.498717 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-55138fcc-8689-4f27-9bbd-01a8587c95c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1161 time: 0.0802600 Feb 17 21:07:11.650118 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-832907a4-9ded-4ec5-bf20-2425ecd3d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:11.652236 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-832907a4-9ded-4ec5-bf20-2425ecd3d57d service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1464880 Feb 17 21:07:11.764335 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-1ebc4fe3-ca0a-474b-a346-9785d837b2af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1000 time: 0.1044478 Feb 17 21:07:11.836106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-84b656c5-0d48-48a8-9f31-e128ee34a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:11.837783 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-84b656c5-0d48-48a8-9f31-e128ee34a6b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0658934 Feb 17 21:07:12.204800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-d6cc28cd-4d0f-4141-8753-73f1cdb4f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:12.206432 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-d6cc28cd-4d0f-4141-8753-73f1cdb4f890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3614931 Feb 17 21:07:12.215047 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61aa39-f18d-434b-bdfd-934dce4d2a0b req-d16ca4bb-cf85-4387-9489-9e2143697ad1 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:12.216602 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d61aa39-f18d-434b-bdfd-934dce4d2a0b req-d16ca4bb-cf85-4387-9489-9e2143697ad1 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1210203 Feb 17 21:07:12.352372 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d61aa39-f18d-434b-bdfd-934dce4d2a0b req-4d81a019-2c1f-42ee-a995-7813854335a0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1284876 Feb 17 21:07:12.397766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:12.407070 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-d84e4d40-1a3a-4b64-b919-a838212da991 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616023 Feb 17 21:07:12.443237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfa2a2-cb99-461a-bceb-e4f7de84e5d6 req-133f87b3-24a9-4248-8f11-99e6e47e5f79 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:12.444871 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1edfa2a2-cb99-461a-bceb-e4f7de84e5d6 req-133f87b3-24a9-4248-8f11-99e6e47e5f79 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1550145 Feb 17 21:07:12.466047 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07492ae5-9019-43d7-bddb-ba643b62513f req-226e5df6-2bd4-455a-a059-3c40f2fc63cc tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:12.467628 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07492ae5-9019-43d7-bddb-ba643b62513f req-226e5df6-2bd4-455a-a059-3c40f2fc63cc tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 945 time: 0.1402657 Feb 17 21:07:12.493533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:12.494323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:12.581740 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-78705fcd-f225-413b-94ca-eb96d38a2cc2 req-4f32d3b4-0441-4b63-9b36-64f065f12a2d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0829604 Feb 17 21:07:12.606763 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1edfa2a2-cb99-461a-bceb-e4f7de84e5d6 req-e0a0bd73-cc9a-4039-851a-421dd99acf2d tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups?id=09b74029-de96-4b3d-ab2e-99dddd9ca150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479976 Feb 17 21:07:12.617604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Deleting port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:12.618060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:12.686460 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d6b20ca6-42a3-4507-8af1-c51d1ba21fc6 req-ee8d6b21-6ab3-4a74-bdf2-817535ba3c88 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2729332 Feb 17 21:07:12.895852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] For port 41c92904-8c9f-4bdc-8be0-4c1d43e97153, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=41c92904-8c9f-4bdc-8be0-4c1d43e97153,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:12.896157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:13.217984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:13.218313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:13.218686 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Floating IP 96a4756d-b9db-4335-9e1f-68f163d10350 disassociated. External IP: 172.28.2.25, port: 41c92904-8c9f-4bdc-8be0-4c1d43e97153. Feb 17 21:07:13.219076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Calling delete_port for 41c92904-8c9f-4bdc-8be0-4c1d43e97153 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:13.313298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-f84131e8-4429-4f0d-97bf-51084a34a257 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:13.314952 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-f84131e8-4429-4f0d-97bf-51084a34a257 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "GET /v2.0/networks?id=69291d0c-c676-4f64-b122-93eba9cb54e4 HTTP/1.1" status: 200 len: 813 time: 0.1623530 Feb 17 21:07:13.334510 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Request body: {'port': {'device_id': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4', 'admin_state_up': True, 'tenant_id': 'd5d095e783824a5eba1af0bdf1f2f2b1'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:13.419139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:13.440117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f231902a-0c72-4c9c-a2a8-6da6e6b870e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:13.539033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:13.551105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Usage tracker for resource:port and tenant:d5d095e783824a5eba1af0bdf1f2f2b1 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:13.554777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:13.560436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'Port': ['ID=41c92904-8c9f-4bdc-8be0-4c1d43e97153,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:13.563156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:13.563541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:13.604396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab39ac-653a-4173-b69e-fdfe1af364f4 req-6784d949-3538-4e66-86de-06797706050c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:13.606074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a2ab39ac-653a-4173-b69e-fdfe1af364f4 req-6784d949-3538-4e66-86de-06797706050c tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1177471 Feb 17 21:07:13.633055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Made reservation on behalf of d5d095e783824a5eba1af0bdf1f2f2b1 for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:13.639489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:13.699637 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a2ab39ac-653a-4173-b69e-fdfe1af364f4 req-1cb32ce0-a800-4018-b145-7352d544bf8e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0869920 Feb 17 21:07:13.800811 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e15e58ef-b930-4f05-93ec-522bce7763ac req-7cc72803-3e14-4756-b294-d97ca9c8bcbf tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0653169 Feb 17 21:07:13.873010 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-16905f5a-be08-4ed3-a1a7-1588345410ee req-1429a299-eb90-4902-b987-69bc94624f2e tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/ports?device_id=87eac13d-fb50-48a7-a910-d0f2be291adf HTTP/1.1" status: 200 len: 210 time: 0.0555477 Feb 17 21:07:13.896795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:07:14.051531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Allocated IP 172.20.0.3 (69291d0c-c676-4f64-b122-93eba9cb54e4/542bf9de-70e3-4c46-9d8b-d7bc219cb23a/3d09e178-7854-4f44-9131-2a96f0d12d54) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:07:14.096523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:07:14.109050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:07:14.121604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:07:14.122795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:07:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:14.139066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] No DVR routers for this DVR port 41c92904-8c9f-4bdc-8be0-4c1d43e97153 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:07:14.142012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:14.155256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-deleted', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:14.236817 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-07492ae5-9019-43d7-bddb-ba643b62513f req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.57 "DELETE /v2.0/ports/41c92904-8c9f-4bdc-8be0-4c1d43e97153 HTTP/1.1" status: 204 len: 173 time: 1.7517509 Feb 17 21:07:14.259842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:07:14.305015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:14.309686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 41c92904-8c9f-4bdc-8be0-4c1d43e97153 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:07:14.310140 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 41c92904-8c9f-4bdc-8be0-4c1d43e97153 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:07:14.393165 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87eac13d-fb50-48a7-a910-d0f2be291adf', 'name': 'network-vif-deleted', 'tag': '41c92904-8c9f-4bdc-8be0-4c1d43e97153', 'status': 'completed', 'code': 200} Feb 17 21:07:14.393578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:14.415517 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:14.509015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:07:14.552771 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Pushing event updated for resources: {'Port': ['ID=3d09e178-7854-4f44-9131-2a96f0d12d54,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:14.556096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:14.623339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:07:14.624882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:07:14.627279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:07:14.694526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:14.695190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:14.756632 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e6fa071b-193d-46da-9a66-2e85357869ff tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4274142 Feb 17 21:07:14.777901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Request body: {'port': {'device_id': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:14.854448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:14.858798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:07:14.867937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:07:14.868691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:07:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:14.992080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2b97-c339-4527-a9ec-af73910873f3 req-4055ec48-1978-4d44-a9d3-edde3c0d73f1 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:14.993701 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e85e2b97-c339-4527-a9ec-af73910873f3 req-4055ec48-1978-4d44-a9d3-edde3c0d73f1 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.1696227 Feb 17 21:07:14.994616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.021511 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb4494-6f2d-40b2-95e8-879fbb42b071 req-3872015e-0e32-4ff2-9181-bfd25672921a tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:15.031075 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcfb4494-6f2d-40b2-95e8-879fbb42b071 req-3872015e-0e32-4ff2-9181-bfd25672921a tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 931 time: 0.1048377 Feb 17 21:07:15.075799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-bcfb4494-6f2d-40b2-95e8-879fbb42b071 req-364aed8f-7e44-4135-a18a-97ae29f6ffd1 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Synchronizing usage tracker for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:15.076335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:07:15.093981 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e85e2b97-c339-4527-a9ec-af73910873f3 req-75d472b9-9b4a-4278-9464-0d69cffd4329 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0845304 Feb 17 21:07:15.130053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-bcfb4494-6f2d-40b2-95e8-879fbb42b071 req-364aed8f-7e44-4135-a18a-97ae29f6ffd1 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Unset dirty status for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:15.131546 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-bcfb4494-6f2d-40b2-95e8-879fbb42b071 req-364aed8f-7e44-4135-a18a-97ae29f6ffd1 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992098 Feb 17 21:07:15.360260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41132) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:15.413965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:15.418749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc4480-8a3c-4845-9de8-7d0c3ef25c59 None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '0b03826a-98fe-4fc1-abca-b70c11f4ea65', 'name': '', 'network_id': 'a017b2a0-4d5b-4d82-8659-f81a3ace7b4f', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'mac_address': 'fa:16:3e:e1:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:58Z', 'updated_at': '2021-02-17T21:01:15Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'subnets': [{'id': '37b4b6dc-144a-4f17-9104-9448ed180f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:07:15.436677 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.468325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.506438 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d09e178-7854-4f44-9131-2a96f0d12d54 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:07:15.514466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.572884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.578628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-48f0788c-8ca3-4d2a-be0a-3b3d28c7af5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:15.597899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b74029-de96-4b3d-ab2e-99dddd9ca150,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:15.601505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:15.658400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.659576 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-1172c0d0-0693-4765-8713-2067f264d162 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "DELETE /v2.0/security-groups/09b74029-de96-4b3d-ab2e-99dddd9ca150 HTTP/1.1" status: 204 len: 168 time: 0.2981205 Feb 17 21:07:15.662425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41136) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:15.680902 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.api.v2.resource [None req-cbc74a5b-8cfa-4823-b197-4d317d3f24f9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] show failed (client error): The resource could not be found. Feb 17 21:07:15.682023 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-cbc74a5b-8cfa-4823-b197-4d317d3f24f9 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "GET /v2.0/security-groups/09b74029-de96-4b3d-ab2e-99dddd9ca150 HTTP/1.1" status: 404 len: 347 time: 0.0184808 Feb 17 21:07:15.685080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41140) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:15.687546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Transition to ACTIVE for port object 3d09e178-7854-4f44-9131-2a96f0d12d54 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:07:15.727286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.747577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:15.830501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267908df-9f22-4aa9-88ff-fe2789c1ad7a None None] New status for floating IP 96a4756d-b9db-4335-9e1f-68f163d10350: DOWN {{(pid=84092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:07:15.854207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Deleting port c477bcdd-72b7-46a5-a72e-76a6b6c04522 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:15.854587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.885050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Pushing event updated for resources: {'Port': ['ID=3d09e178-7854-4f44-9131-2a96f0d12d54,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:15.890300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:16.085071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Attempting to bind port 3d09e178-7854-4f44-9131-2a96f0d12d54 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:07:16.085446 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Attempting to bind port 3d09e178-7854-4f44-9131-2a96f0d12d54 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:07:16.085842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Attempting to bind port 3d09e178-7854-4f44-9131-2a96f0d12d54 on network 69291d0c-c676-4f64-b122-93eba9cb54e4 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:07:16.092871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:07:16.093346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Checking segment: {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:07:16.093783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.094184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Bound using segment: {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:07:16.094667 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Bound port: 3d09e178-7854-4f44-9131-2a96f0d12d54, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:07:16.095041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.212636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] For port 3d09e178-7854-4f44-9131-2a96f0d12d54, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:07:16.219208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] For port 3d09e178-7854-4f44-9131-2a96f0d12d54, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d09e178-7854-4f44-9131-2a96f0d12d54,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:07:16.276932 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.297208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e54a1e81-d562-4d84-90b0-06f57b535e2a tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:16.329143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.329512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.474838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Calling delete_port for c477bcdd-72b7-46a5-a72e-76a6b6c04522 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:16.563739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49898c-c2c9-4c7d-b2a6-721154638433 req-932a2ce3-1682-4bfa-b4d6-b9756cbdc98c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:16.565440 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6a49898c-c2c9-4c7d-b2a6-721154638433 req-932a2ce3-1682-4bfa-b4d6-b9756cbdc98c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 943 time: 0.3015325 Feb 17 21:07:16.631148 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6a49898c-c2c9-4c7d-b2a6-721154638433 req-189a14dc-2416-4843-ad35-364849c28bb9 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Feb 17 21:07:16.680801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:16.683844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Pushing event updated for resources: {'Port': ['ID=3d09e178-7854-4f44-9131-2a96f0d12d54,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:16.707547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.707974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.708389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.708794 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.709200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.709602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.710037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.710442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.710844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.711243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.711641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.712037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.712470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.712873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.713267 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.713710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.714109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.714502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.714971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.715368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.715764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.716160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.716555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.716950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:16.721709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:16.753992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port d38b1901-1145-4340-afd4-d5b8a4cfc545 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:16.756338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.758992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d588c7-6384-4c0e-ad6e-e909e6eb6a38 req-04cbb165-5533-4f72-824a-d86b2e58dae0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:16.760651 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51d588c7-6384-4c0e-ad6e-e909e6eb6a38 req-04cbb165-5533-4f72-824a-d86b2e58dae0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 944 time: 0.5273969 Feb 17 21:07:16.779031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:07:16.779494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:07:16.794747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:16.794996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.796447 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] 10.222.0.57 "PUT /v2.0/ports/3d09e178-7854-4f44-9131-2a96f0d12d54 HTTP/1.1" status: 200 len: 1157 time: 2.0237043 Feb 17 21:07:16.800321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:16.831130 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51d588c7-6384-4c0e-ad6e-e909e6eb6a38 req-18713211-4de6-4ef4-8f06-79fa0dda505e tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617862 Feb 17 21:07:16.852639 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54', 'status': 'completed', 'code': 200} Feb 17 21:07:16.886751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:16.915217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:16.926735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:16.968663 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'code': 200} Feb 17 21:07:16.973731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb948c4-cf27-488f-86ff-770d59767cee req-c3176153-c94a-4182-b372-164786b5c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:16.975344 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5cb948c4-cf27-488f-86ff-770d59767cee req-c3176153-c94a-4182-b372-164786b5c78c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 1160 time: 0.0797043 Feb 17 21:07:17.004290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:17.006295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6ac63968-d658-4278-8a7a-0d095851c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:17.079969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=6']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:17.088068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.089388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.089388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.089683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.090051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.090414 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.090784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.091159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.091515 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.091880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.092238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.092617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.093058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.093411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.093804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.094129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.094482 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.094857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.095209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.095565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.095918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.096271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.096626 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.097350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:17.101723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:17.154872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb948c4-cf27-488f-86ff-770d59767cee req-56e4d223-d4b7-4c3f-a0a6-e19346a81d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.156483 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5cb948c4-cf27-488f-86ff-770d59767cee req-56e4d223-d4b7-4c3f-a0a6-e19346a81d80 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1517766 Feb 17 21:07:17.281377 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Deleting port c477bcdd-72b7-46a5-a72e-76a6b6c04522 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:17.281723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:17.309055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb948c4-cf27-488f-86ff-770d59767cee req-30f9394b-9904-4ca5-9e92-50058a9214b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.310688 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5cb948c4-cf27-488f-86ff-770d59767cee req-30f9394b-9904-4ca5-9e92-50058a9214b9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1479650 Feb 17 21:07:17.447720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-d2198da6-1ed8-4921-afac-e55fc7a276e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.449839 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-d2198da6-1ed8-4921-afac-e55fc7a276e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 1160 time: 0.0825663 Feb 17 21:07:17.503552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292390-30fd-4592-950c-01c918d75305 req-420e9cf2-4807-4459-b263-78a199dae7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.505170 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5a292390-30fd-4592-950c-01c918d75305 req-420e9cf2-4807-4459-b263-78a199dae7c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.1920834 Feb 17 21:07:17.528109 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-29ee3730-d812-49bd-b58a-5635c3a9609c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d09e178-7854-4f44-9131-2a96f0d12d54 HTTP/1.1" status: 200 len: 217 time: 0.0658576 Feb 17 21:07:17.557256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:17.557629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:17.601536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-ab7c995b-95fa-43d7-bb0d-cd49a127b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.603221 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-ab7c995b-95fa-43d7-bb0d-cd49a127b628 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=542bf9de-70e3-4c46-9d8b-d7bc219cb23a HTTP/1.1" status: 200 len: 853 time: 0.0691054 Feb 17 21:07:17.656051 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-cb1e3055-35df-4093-a7cd-d553794f3906 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69291d0c-c676-4f64-b122-93eba9cb54e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469038 Feb 17 21:07:17.698817 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5a292390-30fd-4592-950c-01c918d75305 req-f4ef7e2d-3714-426d-8511-a0c0ab84936f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1820321 Feb 17 21:07:17.709558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Calling delete_port for c477bcdd-72b7-46a5-a72e-76a6b6c04522 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:17.803175 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-e599b211-fe62-45f9-815f-80dbf784e2f8 service neutron] 10.222.0.57 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407461 Feb 17 21:07:17.920368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a170a-2654-452d-aa07-df09a80ded7c req-f32275b2-019a-4a6b-8f03-e4ce1730a7d5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:17.922002 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-850a170a-2654-452d-aa07-df09a80ded7c req-f32275b2-019a-4a6b-8f03-e4ce1730a7d5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 943 time: 0.1683948 Feb 17 21:07:17.972934 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-850a170a-2654-452d-aa07-df09a80ded7c req-ae4aa1e1-36c3-4a90-b222-f3bc87613e03 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Feb 17 21:07:17.974079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:17.989856 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c096b643-8983-4997-9f5c-5a2169d5ca31 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:18.086060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Pushing event deleted for resources: {'Port': ['ID=c477bcdd-72b7-46a5-a72e-76a6b6c04522,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:18.096600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:18.164282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc853a-1fed-488e-b478-3b58779cdfd0 req-fcdbf3e3-2688-4433-bd32-bf62f3ddb4e4 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:18.165935 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-77fc853a-1fed-488e-b478-3b58779cdfd0 req-fcdbf3e3-2688-4433-bd32-bf62f3ddb4e4 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.2153106 Feb 17 21:07:18.168793 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-48ac4d4a-6b0b-4bbc-9201-e29f537d07a7 req-f98a7c29-7675-4dd3-b767-8d674f073218 service neutron] 10.222.0.57 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1776419 Feb 17 21:07:18.217277 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-77fc853a-1fed-488e-b478-3b58779cdfd0 req-5a92fc8b-90c8-497a-9314-33b5d2bf7131 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441637 Feb 17 21:07:18.219349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks [] for floatingip, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:18.235443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:18.236641 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] 10.222.0.59 "DELETE /v2.0/floatingips/96a4756d-b9db-4335-9e1f-68f163d10350 HTTP/1.1" status: 204 len: 168 time: 2.5505586 Feb 17 21:07:18.476059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:18.550409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port d38b1901-1145-4340-afd4-d5b8a4cfc545 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:18.550844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:19.171624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd985c-c9ec-48ee-b92b-a8d826eb3147 req-104e4d35-eddc-4ad8-ace8-d0945b1912be tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:19.173474 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2ecd985c-c9ec-48ee-b92b-a8d826eb3147 req-104e4d35-eddc-4ad8-ace8-d0945b1912be tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 943 time: 0.0876422 Feb 17 21:07:19.220264 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2ecd985c-c9ec-48ee-b92b-a8d826eb3147 req-28bcc340-2445-4b68-a4b2-65d92e6b3ce4 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Feb 17 21:07:19.412754 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548904-ec3f-4262-bf08-ba243701e332 req-ff99efba-4b09-4fb3-a84a-e0a2f3851d64 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:19.414366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-53548904-ec3f-4262-bf08-ba243701e332 req-ff99efba-4b09-4fb3-a84a-e0a2f3851d64 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0853634 Feb 17 21:07:19.461272 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-53548904-ec3f-4262-bf08-ba243701e332 req-34e7b5a8-5cc0-4164-bdb3-9dac312ec170 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401459 Feb 17 21:07:20.384434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:20.425436 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406136b0-f6f0-4e48-82f8-0c23e90ab938 req-cd475922-c0ec-4b70-a577-149702fc7ffd tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:20.427085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406136b0-f6f0-4e48-82f8-0c23e90ab938 req-cd475922-c0ec-4b70-a577-149702fc7ffd tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 943 time: 0.0914266 Feb 17 21:07:20.453822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-32426010-da3f-4fdd-b106-71ab5b564c08 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:07:20.475825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-406136b0-f6f0-4e48-82f8-0c23e90ab938 req-886087cf-5dae-453c-a305-d51f85aad9b0 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Feb 17 21:07:20.895919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d09e178-7854-4f44-9131-2a96f0d12d54 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:21.035493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 3d09e178-7854-4f44-9131-2a96f0d12d54 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:07:21.041032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d09e178-7854-4f44-9131-2a96f0d12d54 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:21.041997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:21.169737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:21.197973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:21.208680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41186) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:21.208827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 3d09e178-7854-4f44-9131-2a96f0d12d54, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d09e178-7854-4f44-9131-2a96f0d12d54,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:21.247519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:21.250662 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54', 'code': 200} Feb 17 21:07:21.251210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:21.322623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=3d09e178-7854-4f44-9131-2a96f0d12d54,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:21.325928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:21.599601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f846f-13c7-4a41-a55f-fef38d4784d8 req-bc23f616-4a9b-420e-96d1-ba8c9b03d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:21.601330 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a31f846f-13c7-4a41-a55f-fef38d4784d8 req-bc23f616-4a9b-420e-96d1-ba8c9b03d734 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 1162 time: 0.0870259 Feb 17 21:07:21.645828 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a31f846f-13c7-4a41-a55f-fef38d4784d8 req-0cce2220-0151-40e1-8d57-7f7475a8c413 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Feb 17 21:07:21.816752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a081-e1be-45f5-9ac4-70049f8d0b78 req-3e8c9e88-0e5f-4a84-907f-58358179e7d2 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:21.818407 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ab12a081-e1be-45f5-9ac4-70049f8d0b78 req-3e8c9e88-0e5f-4a84-907f-58358179e7d2 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1930823 Feb 17 21:07:21.875493 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ab12a081-e1be-45f5-9ac4-70049f8d0b78 req-8a73bbec-8d69-40a3-baa4-cf93c4891a2e tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Feb 17 21:07:21.964580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.150629 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-58af03a7-b96d-41f6-b2b7-a9ebbf6baeae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0780637 Feb 17 21:07:22.351816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-5902872f-0423-4766-af52-e8d1c57da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:22.353651 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-5902872f-0423-4766-af52-e8d1c57da7d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0869954 Feb 17 21:07:22.497315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d09e178-7854-4f44-9131-2a96f0d12d54 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:22.512678 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-24d71128-2a3c-4630-959c-fecf0bdfe8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:22.514326 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-24d71128-2a3c-4630-959c-fecf0bdfe8af service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1396902 Feb 17 21:07:22.576654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d09e178-7854-4f44-9131-2a96f0d12d54 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:22.577070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.601466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Deleting port 0b03826a-98fe-4fc1-abca-b70c11f4ea65 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:22.601979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.640827 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-6f288212-0b06-442d-94e3-489ec278316c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1002 time: 0.1194735 Feb 17 21:07:22.749040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-fddec697-d488-45d2-a34a-c464b9467f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:22.750702 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-fddec697-d488-45d2-a34a-c464b9467f0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0706565 Feb 17 21:07:22.793418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] For port 0b03826a-98fe-4fc1-abca-b70c11f4ea65, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=0b03826a-98fe-4fc1-abca-b70c11f4ea65,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:22.793824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.839522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-c5bd24f8-3af5-4f0d-861f-f9bfddc30805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:22.841220 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-c5bd24f8-3af5-4f0d-861f-f9bfddc30805 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838802 Feb 17 21:07:22.933450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Calling delete_port for 0b03826a-98fe-4fc1-abca-b70c11f4ea65 owned by network:router_interface {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:22.993038 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-a34ac3f4-7c89-4722-9632-6342024a6854 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438999 Feb 17 21:07:23.152570 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:23.169281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:23.204679 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52ec18e8-dcd3-4357-b6fe-24b8c4c9ee01 req-c6ddf0a9-9553-49f0-bff9-f4cb1684cf5d service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2046139 Feb 17 21:07:23.221389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7638-d39e-4783-860c-880504ab6561 req-6171cf01-7c9a-427a-bc97-c9df40782704 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:23.222178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-56cd7638-d39e-4783-860c-880504ab6561 req-6171cf01-7c9a-427a-bc97-c9df40782704 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Synchronizing usage tracker for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:23.265818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b03826a-98fe-4fc1-abca-b70c11f4ea65,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:23.282655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.283070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.283473 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.283871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.284264 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.284657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.285046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.285432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.285882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.293226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:07:23.297063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:23.318986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-56cd7638-d39e-4783-860c-880504ab6561 req-6171cf01-7c9a-427a-bc97-c9df40782704 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Unset dirty status for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:23.320323 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-56cd7638-d39e-4783-860c-880504ab6561 req-6171cf01-7c9a-427a-bc97-c9df40782704 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2914474 Feb 17 21:07:23.368772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-56cd7638-d39e-4783-860c-880504ab6561 req-00608d68-1449-4083-9703-fe5bfab0c05d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Feb 17 21:07:23.626897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:24.142589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Router 35a92466-72e3-45e7-b572-bd99bb8f11ac has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:07:24.337640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:07:24.347621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Sync routers for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:07:24.352303 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] 10.222.0.59 "PUT /v2.0/routers/35a92466-72e3-45e7-b572-bd99bb8f11ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1423635 Feb 17 21:07:24.355099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41238) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:24.357547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:07:24.358231 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:07:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:24.544569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:24.554455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:07:24.566847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d09e178-7854-4f44-9131-2a96f0d12d54 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:24.659074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3d09e178-7854-4f44-9131-2a96f0d12d54 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:24.659632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:24.770406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:24.815362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Deleting port b612adee-8ead-4fc3-b312-979dc546f1ee {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:24.815746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:24.886918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:07:23Z', 'revision_number': 5, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port': {'id': 'b612adee-8ead-4fc3-b312-979dc546f1ee', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:00:42Z', 'updated_at': '2021-02-17T21:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:24.891756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Checking router: 35a92466-72e3-45e7-b572-bd99bb8f11ac for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:07:24.900986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Routers {'35a92466-72e3-45e7-b572-bd99bb8f11ac'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:07:24.901691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:07:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['35a92466-72e3-45e7-b572-bd99bb8f11ac'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:25.072562 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] Set router 35a92466-72e3-45e7-b572-bd99bb8f11ac gateway port host: None {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:07:25.278573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] For port b612adee-8ead-4fc3-b312-979dc546f1ee, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=b612adee-8ead-4fc3-b312-979dc546f1ee,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:25.278823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:25.353746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:07:24Z', 'revision_number': 6, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port_host': None}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:25.358840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2abb94-4d8b-428d-b587-14f78ce3662f None None] The sync data for ids ['35a92466-72e3-45e7-b572-bd99bb8f11ac'] in dv-cinder-760184-4-smb is: [{'id': '35a92466-72e3-45e7-b572-bd99bb8f11ac', 'name': 'tempest-AttachVolumeShelveTestJSON-97853010-router', 'tenant_id': 'd7604491fcd2472b82fcf13514c18f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:00:35Z', 'updated_at': '2021-02-17T21:07:24Z', 'revision_number': 6, 'project_id': 'd7604491fcd2472b82fcf13514c18f1f', 'gw_port_host': None}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:07:25.415524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Calling delete_port for b612adee-8ead-4fc3-b312-979dc546f1ee owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:25.636669 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:25.656063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:25.753200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Pushing event deleted for resources: {'Port': ['ID=b612adee-8ead-4fc3-b312-979dc546f1ee,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:25.763688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:25.884354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.077464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.079894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.341448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.342142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35a92466-72e3-45e7-b572-bd99bb8f11ac {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:07:26.356730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.358087 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] 10.222.0.59 "DELETE /v2.0/routers/35a92466-72e3-45e7-b572-bd99bb8f11ac HTTP/1.1" status: 204 len: 168 time: 2.0020230 Feb 17 21:07:26.361089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41260) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:26.430249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Deleting subnet 37b4b6dc-144a-4f17-9104-9448ed180f9d {{(pid=84090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:07:26.434242 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.491306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765363'] for subnet, precommit_delete_associations {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.621104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.731051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0b03826a-98fe-4fc1-abca-b70c11f4ea65 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:07:26.767450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 0b03826a-98fe-4fc1-abca-b70c11f4ea65 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:07:26.768029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 0b03826a-98fe-4fc1-abca-b70c11f4ea65 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:07:26.768287 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device b612adee-8ead-4fc3-b312-979dc546f1ee no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:07:26.806261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: b612adee-8ead-4fc3-b312-979dc546f1ee {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:07:26.806658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device b612adee-8ead-4fc3-b312-979dc546f1ee not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:07:26.922175 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2403291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3043373'] for subnet, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:26.938145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:27.026617 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b4b6dc-144a-4f17-9104-9448ed180f9d,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:27.031571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:27.074836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.080486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bad5ac-dceb-4d25-8585-e8e13ef4ef33 None None] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:07:27.080806 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-9e1fd9bf-3d3f-4fd7-baf1-667454ec6a94 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/37b4b6dc-144a-4f17-9104-9448ed180f9d HTTP/1.1" status: 204 len: 168 time: 0.7186151 Feb 17 21:07:27.083551 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41264) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:27.203117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.282156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Deleting port cce1b89a-e8bc-4710-b7be-de53e55aa077 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:27.282696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.363133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] DHCP port deletion for a017b2a0-4d5b-4d82-8659-f81a3ace7b4f request from dv-cinder-760184-4-smb {{(pid=84092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:07:27.367598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Deleting port cce1b89a-e8bc-4710-b7be-de53e55aa077 {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:27.368190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.516536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] For port cce1b89a-e8bc-4710-b7be-de53e55aa077, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=cce1b89a-e8bc-4710-b7be-de53e55aa077,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:27.516933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.604587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] For port cce1b89a-e8bc-4710-b7be-de53e55aa077, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=cce1b89a-e8bc-4710-b7be-de53e55aa077,segment=NetworkSegment(6ace214e-1545-4062-9369-c7a323fb21f9),segment_id=6ace214e-1545-4062-9369-c7a323fb21f9)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:27.605139 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.653443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Calling delete_port for cce1b89a-e8bc-4710-b7be-de53e55aa077 owned by network:dhcp {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:27.669034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:07:27.742817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Calling delete_port for cce1b89a-e8bc-4710-b7be-de53e55aa077 owned by network:dhcp {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:07:27.767138 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:27.782914 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6c46b24c-4d65-40c1-b69e-3c788dc1e82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:27.818955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84092) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:07:27.819356 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:07:28.098573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Pushing event deleted for resources: {'Port': ['ID=cce1b89a-e8bc-4710-b7be-de53e55aa077,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:28.101759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:28.147457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] No DVR routers for this DVR port cce1b89a-e8bc-4710-b7be-de53e55aa077 on host dv-cinder-760184-4-smb {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:07:28.273814 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.320663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Deleting port cce1b89a-e8bc-4710-b7be-de53e55aa077 {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:07:28.321104 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.396320 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a017b2a0-4d5b-4d82-8659-f81a3ace7b4f']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:28.396555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab34-7f19-4ae7-90dc-8c229ee557b8 None None] The port 'cce1b89a-e8bc-4710-b7be-de53e55aa077' was deleted {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:07:28.410743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ace214e-1545-4062-9369-c7a323fb21f9') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:28.411076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ace214e-1545-4062-9369-c7a323fb21f9') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:07:28.424022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.438713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.440711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:07:28.630719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:07:28.640545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.728460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device cce1b89a-e8bc-4710-b7be-de53e55aa077 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:07:28.766089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: cce1b89a-e8bc-4710-b7be-de53e55aa077 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:07:28.766608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device cce1b89a-e8bc-4710-b7be-de53e55aa077 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:07:28.830822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Network a017b2a0-4d5b-4d82-8659-f81a3ace7b4f has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:07:28.853584 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:07:28.963949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.967380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:28.982282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:28.993373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Pushing event deleted for resources: {'Network': ['ID=a017b2a0-4d5b-4d82-8659-f81a3ace7b4f,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:28.997434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:29.036773 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] 10.222.0.59 "DELETE /v2.0/networks/a017b2a0-4d5b-4d82-8659-f81a3ace7b4f HTTP/1.1" status: 204 len: 168 time: 1.9520643 Feb 17 21:07:29.256314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41274) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:29.309030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-971985aa-bb42-43bd-bc6f-c767a5da1489 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7604491fcd2472b82fcf13514c18f1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513628 Feb 17 21:07:29.311654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41278) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:29.373521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:29.402056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:29.555467 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:29.561431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3642c9a7-712a-4f16-b732-861cf6b62c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:29.575581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8855f4-9e6b-40d6-8283-e3413cf2ff21,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:29.579369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:29.583447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:29.584781 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d8855f4-9e6b-40d6-8283-e3413cf2ff21 HTTP/1.1" status: 204 len: 168 time: 0.2721443 Feb 17 21:07:30.585539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41302) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:30.701439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1755373208-network', 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:30.706479 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:30.710674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Usage tracker for resource:network and tenant:d700049feeb24862a7f9bc9cb8a4607b is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:30.714334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:30.720326 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:30.803815 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'network': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:30.808826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:30.823618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:30.840817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:30.844880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d700049feeb24862a7f9bc9cb8a4607b is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:30.847970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:30.853963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:31.005705 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.035282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.039851 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-56177e7f-91a6-4cbf-91bf-370326df2474 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:31.071935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:07:31.083988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d3396d-aadf-4221-8692-9070da393e62,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:31.088235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:31.091295 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.091688 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Added segment 77fbffe3-58a3-4c77-899e-fd4eb9dafdcf of type vxlan for network fd3835d2-80c2-44b1-9613-38ce267534d3 Feb 17 21:07:31.119107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.138527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-bbedb749-47ab-4842-a750-892cee564295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.178301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.179578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:31.180210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.185971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5599a6b9-063f-47bc-bd32-b559284d3da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:31.294828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3835d2-80c2-44b1-9613-38ce267534d3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:31.297687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:31.305620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network fd3835d2-80c2-44b1-9613-38ce267534d3 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:07:31.321599 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7348804 Feb 17 21:07:31.324117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network fd3835d2-80c2-44b1-9613-38ce267534d3 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:07:31.325307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41310) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:07:31.332031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Request body: {'subnet': {'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1755373208-subnet', 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:31.337765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:31.342093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Usage tracker for resource:subnet and tenant:d700049feeb24862a7f9bc9cb8a4607b is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:31.345192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:31.351333 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:31.406967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'subnet': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:31.411855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851732285'] for subnet, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.911539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852372578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851732270'] for subnet, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.926360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0f793296-0b81-44cd-a2e4-49b108bcbde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:32.052896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbd05a5-c1de-445e-ad11-bf5ac74580f7,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:32.057323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:32.131249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Checking segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:07:32.131553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Network hostable DHCP agents. Network: fd3835d2-80c2-44b1-9613-38ce267534d3, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:07:32.189879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Network fd3835d2-80c2-44b1-9613-38ce267534d3 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:07:32.230600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, fd3835d2-80c2-44b1-9613-38ce267534d3) {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:07:32.239599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b536cb-8076-428c-8ff8-b64b734720a6 None None] Network fd3835d2-80c2-44b1-9613-38ce267534d3 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:07:32.244137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:32.244800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:32.293592 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-c84f13e4-46dd-4971-a863-baee6a5f4d72 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9670060 Feb 17 21:07:32.475161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9231c781-dc79-4580-8d32-2c21b158d18b None None] Network fd3835d2-80c2-44b1-9613-38ce267534d3 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:07:32.878077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-d958c255-ab22-4efc-9b0a-3d5707bfde43 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:32.879682 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-d958c255-ab22-4efc-9b0a-3d5707bfde43 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1636186 Feb 17 21:07:32.895261 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8f71a729-d770-4983-b5e6-fadd7342dcd6 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/quotas/d700049feeb24862a7f9bc9cb8a4607b HTTP/1.1" status: 200 len: 375 time: 0.0096180 Feb 17 21:07:32.953375 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-f4570606-d61b-4f3b-b446-d80d8a6dfe6d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526180 Feb 17 21:07:33.103122 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fada6eb9-2bc2-4cfb-aecf-dbcbe7ed89ae service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422412 Feb 17 21:07:33.107111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75eee151-887c-4bfb-ae86-ef0857923e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:33.248611 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-f4e07779-316a-4edb-93bf-996fea1a6dbd service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380906 Feb 17 21:07:33.502033 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b245ed57-4608-435d-bdee-ae5ec346781c req-38aa5ad1-21fa-4463-bf47-7b070710cfec tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 210 time: 0.0502818 Feb 17 21:07:34.318199 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:34.671085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5de75d3a-4007-46be-8917-ae9362ea5b4a req-528f2615-b542-4cd1-9329-462883559f05 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 210 time: 0.0503674 Feb 17 21:07:35.272572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:35.393093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:35.508931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-7ea407b1-8310-4742-a00b-da9524ac1857 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:35.509706 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-7ea407b1-8310-4742-a00b-da9524ac1857 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:network {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:35.581319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-7ea407b1-8310-4742-a00b-da9524ac1857 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:network {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:35.582655 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-7ea407b1-8310-4742-a00b-da9524ac1857 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.2422290 Feb 17 21:07:35.601612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Request body: {'port': {'device_id': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3', 'admin_state_up': True, 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:35.752234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:35.756229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Usage tracker for resource:port and tenant:d700049feeb24862a7f9bc9cb8a4607b is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:07:35.759198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:07:35.765784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:35.829737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:35.835150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:35.852429 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-015b87de-9b4c-40a2-b7dc-6b908f4012b7 req-c6b7f4d2-ff59-4b23-8bc6-a65b0adb9b17 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 210 time: 0.0656414 Feb 17 21:07:36.151988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Allocated IP 172.20.0.11 (fd3835d2-80c2-44b1-9613-38ce267534d3/0dbd05a5-c1de-445e-ad11-bf5ac74580f7/4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:07:36.367039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:36.467203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:36.486355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b24f9e7b-b5fe-42d8-9e96-970757920a3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:36.625560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event updated for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:36.630300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:36.682480 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Network fd3835d2-80c2-44b1-9613-38ce267534d3 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:07:36.683615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:07:36.685909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:07:36.748222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:36.748819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:36.839067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-fa25e48a-fc8d-487a-8ca4-c472ef1775b4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417066 Feb 17 21:07:36.859865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Request body: {'port': {'device_id': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:36.979772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:37.049156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c13e4-95c8-4453-8bdc-f52ce1334174 req-5c4f0244-6e21-465a-a6fb-6db5d60edf83 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:37.050825 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dd6c13e4-95c8-4453-8bdc-f52ce1334174 req-5c4f0244-6e21-465a-a6fb-6db5d60edf83 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 932 time: 0.0861499 Feb 17 21:07:37.099760 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dd6c13e4-95c8-4453-8bdc-f52ce1334174 req-7b2c5eb8-a3ab-496d-bb83-c3499d4249a1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Feb 17 21:07:37.617027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:07:37.624919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:37.637325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Transition to ACTIVE for port object 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:07:37.669144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:37.684565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d3ff4eae-5aae-45fd-a5ef-f9951e853897 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:37.823395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:37.828490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:38.007191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Attempting to bind port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:07:38.007557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Attempting to bind port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:07:38.007922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Attempting to bind port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 on network fd3835d2-80c2-44b1-9613-38ce267534d3 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:07:38.014137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:07:38.014512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Checking segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:07:38.014949 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:38.015343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Bound using segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:07:38.015811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Bound port: 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:07:38.016181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:38.126553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] For port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:07:38.129869 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] For port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:07:38.167463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:38.183928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d40ab8bd-a405-4e68-ae9f-528ce76b1ab7 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:38.384519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:38.392940 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:38.451999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-71925a46-e9f9-4adb-a4b9-bcafa70cb1f9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:38.452767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-71925a46-e9f9-4adb-a4b9-bcafa70cb1f9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:38.467081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:38.467766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:38.469263 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] 10.222.0.57 "PUT /v2.0/ports/4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 HTTP/1.1" status: 200 len: 1158 time: 1.6139364 Feb 17 21:07:38.470059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:38.525384 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058', 'status': 'completed', 'code': 200} Feb 17 21:07:38.555653 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-71925a46-e9f9-4adb-a4b9-bcafa70cb1f9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:38.557348 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-71925a46-e9f9-4adb-a4b9-bcafa70cb1f9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 944 time: 0.3390119 Feb 17 21:07:38.668593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-d177a4e8-643c-416a-a4c0-54220ab440de tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:38.703628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-6a80410b-3cf9-44e6-8c54-01c5dc06fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:38.706084 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-6a80410b-3cf9-44e6-8c54-01c5dc06fee1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 1161 time: 0.1160870 Feb 17 21:07:38.806113 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-d177a4e8-643c-416a-a4c0-54220ab440de tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:38.807895 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-53be1a4e-7e75-4af3-a709-503f500437f7 req-d177a4e8-643c-416a-a4c0-54220ab440de tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372675 Feb 17 21:07:38.873402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-a3d11dfb-4b3e-400a-a09b-27a5a92ded7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:38.875016 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-a3d11dfb-4b3e-400a-a09b-27a5a92ded7a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1550069 Feb 17 21:07:39.024338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-1824f07d-9786-4dde-b4fe-19ba5782d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:39.025938 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-efcf6112-266e-46d2-af28-a42b3650f6e8 req-1824f07d-9786-4dde-b4fe-19ba5782d97f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1448071 Feb 17 21:07:39.163553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-77427c9a-7abb-4268-8126-33b9a14e4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:39.165151 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-77427c9a-7abb-4268-8126-33b9a14e4b06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 1161 time: 0.0815513 Feb 17 21:07:39.249543 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-139a9d74-b7ef-4834-be1f-f425936ad3fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 HTTP/1.1" status: 200 len: 217 time: 0.0692017 Feb 17 21:07:39.323039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-5c7b9727-b513-4143-8b1f-fe88b1c25e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:39.324633 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-5c7b9727-b513-4143-8b1f-fe88b1c25e33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 200 len: 855 time: 0.0688188 Feb 17 21:07:39.379376 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-d2e1b942-1c15-422a-97b4-bb142fa74d83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd3835d2-80c2-44b1-9613-38ce267534d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477219 Feb 17 21:07:39.524701 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-4a958d77-04b5-4a18-92c5-afb41f36c14a service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387870 Feb 17 21:07:39.669247 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-25aa6f8a-7cfa-4dfa-8840-ed12186c938c req-6e9974f8-65da-41c6-b553-f863522ea866 service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371028 Feb 17 21:07:40.005243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ca49-9a7b-4950-87ee-62c9e95a8a74 req-3ff8d800-73b1-42f8-b8a2-6bee1dea98a3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:40.006772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c87ca49-9a7b-4950-87ee-62c9e95a8a74 req-3ff8d800-73b1-42f8-b8a2-6bee1dea98a3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 944 time: 0.0862591 Feb 17 21:07:40.059803 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6c87ca49-9a7b-4950-87ee-62c9e95a8a74 req-a268dd52-7429-40c5-88b7-ee2c7928d5a3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Feb 17 21:07:41.267150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fdab-e821-4679-96bf-0c2298c1738e req-9b6d3039-1718-4040-b80a-8faea3bca938 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:41.268757 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9513fdab-e821-4679-96bf-0c2298c1738e req-9b6d3039-1718-4040-b80a-8faea3bca938 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 944 time: 0.0898097 Feb 17 21:07:41.317067 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9513fdab-e821-4679-96bf-0c2298c1738e req-e9bcfac9-4f32-4b3f-b55e-0c4dc2b59adb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Feb 17 21:07:42.516573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb186c-2f3e-4b38-8f42-89ffc2c7e8db req-75fa2eaf-c1f9-4964-95ad-c19c2eeff212 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:42.518236 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-19fb186c-2f3e-4b38-8f42-89ffc2c7e8db req-75fa2eaf-c1f9-4964-95ad-c19c2eeff212 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 944 time: 0.0875599 Feb 17 21:07:42.574413 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-19fb186c-2f3e-4b38-8f42-89ffc2c7e8db req-f1c5b72d-e440-40de-b1e1-9e8f457c01be tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Feb 17 21:07:42.692129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-436d600c-18b2-452c-8830-96bc71229e3f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:07:43.258315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:43.378381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:07:43.383314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:43.383731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:43.508222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:43.535951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:43.547024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:07:43.589027 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058', 'code': 200} Feb 17 21:07:43.592707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:43.594692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:43.667000 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:43.670769 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:43.789020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef0b3e-ef1e-477b-9ac3-7a48e0697825 req-bfbe3343-69bc-4376-a493-7eea3459062a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:43.790897 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-58ef0b3e-ef1e-477b-9ac3-7a48e0697825 req-bfbe3343-69bc-4376-a493-7eea3459062a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.1001220 Feb 17 21:07:43.846878 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-58ef0b3e-ef1e-477b-9ac3-7a48e0697825 req-df6ba00f-baec-4093-864b-66686355a815 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Feb 17 21:07:44.105578 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a00a81-cd87-4db9-b178-12a1abd9a97f req-b2a5fd6f-1d1d-496f-b892-9ec1b10cba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:44.107202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b4a00a81-cd87-4db9-b178-12a1abd9a97f req-b2a5fd6f-1d1d-496f-b892-9ec1b10cba56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 1163 time: 0.0821927 Feb 17 21:07:44.152395 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b4a00a81-cd87-4db9-b178-12a1abd9a97f req-447ddca2-5430-4683-b63a-866755745362 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Feb 17 21:07:44.703846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:44.779541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:44.779964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:45.049413 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358cc71-816d-4be7-b597-2d953fb0e0b5 req-da8f03f9-83f7-4b4f-a575-0b1c7685a3e4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:45.051052 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f358cc71-816d-4be7-b597-2d953fb0e0b5 req-da8f03f9-83f7-4b4f-a575-0b1c7685a3e4 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.0858259 Feb 17 21:07:45.098154 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f358cc71-816d-4be7-b597-2d953fb0e0b5 req-24799f81-1c7c-403d-a92f-a210ca565d4a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Feb 17 21:07:46.297765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655996cf-bf7d-46da-854d-4bea518ce35b req-d3070262-5dd9-4b98-8c1b-7d2132138111 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:46.299615 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-655996cf-bf7d-46da-854d-4bea518ce35b req-d3070262-5dd9-4b98-8c1b-7d2132138111 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.0892031 Feb 17 21:07:46.346309 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-655996cf-bf7d-46da-854d-4bea518ce35b req-0b98f648-a4ed-4893-a77b-9567f711ff2e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Feb 17 21:07:46.792540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:07:46.866848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:07:46.867275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:50.409188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:51.488513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-23dc0a77-1eb9-47b9-9fb8-74477383fba9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:51.490147 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-23dc0a77-1eb9-47b9-9fb8-74477383fba9 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1637466 Feb 17 21:07:51.508300 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-cfc1e204-45fb-4ef2-815a-b7aedcd88748 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/quotas/d700049feeb24862a7f9bc9cb8a4607b HTTP/1.1" status: 200 len: 375 time: 0.0113835 Feb 17 21:07:51.597401 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-9acc2871-07a2-427a-b2ee-c3d9f6325ad1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825531 Feb 17 21:07:51.744676 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-f422a50d-ef7f-489f-be8c-f9996e8537fb service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397903 Feb 17 21:07:51.892021 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-e7a8281c-0ca1-4530-83f4-366de6b84378 service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406686 Feb 17 21:07:52.201332 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-baeb3550-cb84-444d-aa96-13cc02afa36e req-744782a3-ad7c-490c-9d5b-892372869ac0 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 210 time: 0.0521457 Feb 17 21:07:53.393529 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cd631c1d-a0b7-4d89-8b5c-a6a8391f2abe req-8082d9fd-d44f-4396-8c9f-02d3453d6eb5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 210 time: 0.0527883 Feb 17 21:07:54.067665 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-283c9e46-57c1-486b-b6e1-c5c4c0fc7002 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:54.069390 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-283c9e46-57c1-486b-b6e1-c5c4c0fc7002 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1620703 Feb 17 21:07:54.106130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Request body: {'port': {'device_id': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3', 'admin_state_up': True, 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:54.251057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:07:54.260887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:07:54.294971 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:07:54.300875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:54.565847 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5a485b05-3b84-4d1a-bc72-cf201b1f513b req-f3cde516-9aa7-4522-9c0a-1d30f3807846 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 210 time: 0.0547469 Feb 17 21:07:54.613680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Allocated IP 172.20.0.13 (fd3835d2-80c2-44b1-9613-38ce267534d3/0dbd05a5-c1de-445e-ad11-bf5ac74580f7/bc3c6850-3fdc-4733-a9d9-ffacc28035c3) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:07:55.046442 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:55.115245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:55.130644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7f22430d-527e-48b7-a1d4-70de7306da41 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:55.267881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event updated for resources: {'Port': ['ID=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:55.272150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:55.329297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Network fd3835d2-80c2-44b1-9613-38ce267534d3 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:07:55.330368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:07:55.332707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:07:55.396080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:55.396738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:55.443869 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3427937 Feb 17 21:07:55.464229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Request body: {'port': {'device_id': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:07:55.587493 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:55.884187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf223-10e9-4596-94e1-1735536764e8 req-f8d9283c-c7c2-4ac6-97b9-29e2314f696a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:55.885012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-df3cf223-10e9-4596-94e1-1735536764e8 req-f8d9283c-c7c2-4ac6-97b9-29e2314f696a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:07:56.019956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-df3cf223-10e9-4596-94e1-1735536764e8 req-f8d9283c-c7c2-4ac6-97b9-29e2314f696a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:07:56.021237 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df3cf223-10e9-4596-94e1-1735536764e8 req-f8d9283c-c7c2-4ac6-97b9-29e2314f696a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 932 time: 0.3231149 Feb 17 21:07:56.088424 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-df3cf223-10e9-4596-94e1-1735536764e8 req-984d098f-60d4-4c84-a897-122d0b38aa23 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594149 Feb 17 21:07:56.143225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3c6850-3fdc-4733-a9d9-ffacc28035c3 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:07:56.151558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.163425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Transition to ACTIVE for port object bc3c6850-3fdc-4733-a9d9-ffacc28035c3 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:07:56.200541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.216303 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3d6b50e7-21f8-43ce-b433-7904e81f2702 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:56.351941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:56.356628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:56.536125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Attempting to bind port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:07:56.536496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Attempting to bind port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:07:56.536860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Attempting to bind port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 on network fd3835d2-80c2-44b1-9613-38ce267534d3 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:07:56.542782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:07:56.543160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Checking segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:07:56.543561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.543955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Bound using segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:07:56.544427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Bound port: bc3c6850-3fdc-4733-a9d9-ffacc28035c3, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:07:56.544798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.638756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] For port bc3c6850-3fdc-4733-a9d9-ffacc28035c3, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:07:56.641816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] For port bc3c6850-3fdc-4733-a9d9-ffacc28035c3, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:07:56.698919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.717704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:07:56.861465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:07:56.864981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:07:56.909789 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:56.910254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:56.911930 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc3c6850-3fdc-4733-a9d9-ffacc28035c3 HTTP/1.1" status: 200 len: 1158 time: 1.4533339 Feb 17 21:07:56.912491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:07:56.962505 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3', 'status': 'completed', 'code': 200} Feb 17 21:07:57.151872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-e2121ae5-cbf1-4bfc-8cc9-5f23af312b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:57.153816 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-e2121ae5-cbf1-4bfc-8cc9-5f23af312b32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 1161 time: 0.0801172 Feb 17 21:07:57.296949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-c4fea87c-30b1-4e1d-80b0-a6aa916fedfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc3c6850-3fdc-4733-a9d9-ffacc28035c3 HTTP/1.1" status: 200 len: 217 time: 0.1126223 Feb 17 21:07:57.388589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2e6a31f4-2f65-4b9f-bfc9-bccc988f488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:57.390230 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2e6a31f4-2f65-4b9f-bfc9-bccc988f488e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 200 len: 855 time: 0.0810921 Feb 17 21:07:57.397741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e99a0-6023-42f8-b957-ae3d485d7682 req-ef311eca-142d-4aff-85f5-2c7185c27ed7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:57.399170 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c7e99a0-6023-42f8-b957-ae3d485d7682 req-ef311eca-142d-4aff-85f5-2c7185c27ed7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 944 time: 0.1597972 Feb 17 21:07:57.464147 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-a1cbe4de-eb67-49b3-9340-7ceb8ce44115 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd3835d2-80c2-44b1-9613-38ce267534d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638802 Feb 17 21:07:57.558517 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c7e99a0-6023-42f8-b957-ae3d485d7682 req-ab3325bf-0b7f-4478-8992-9940993e0e4b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236424 Feb 17 21:07:57.621639 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-2af3170d-b827-45f1-a7ed-03da8faeef5d service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450188 Feb 17 21:07:57.766826 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-06484252-b8a8-4e3b-ac51-7b9c7f711ba8 req-1d76e07f-5b78-482f-92cf-561992e9c421 service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353636 Feb 17 21:07:57.995296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08934c-b370-424f-971c-dc99ec63d312 req-c3c84a2d-ac67-4aba-a707-17c37d4c80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:57.996931 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-c3c84a2d-ac67-4aba-a707-17c37d4c80dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 1161 time: 0.0820391 Feb 17 21:07:58.136463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08934c-b370-424f-971c-dc99ec63d312 req-5a68c579-ce10-41a2-a838-242df124a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:58.138144 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-5a68c579-ce10-41a2-a838-242df124a9b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 909 time: 0.1347873 Feb 17 21:07:58.210299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-df3d705a-008b-49ae-9fcc-bb068a7197ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc3c6850-3fdc-4733-a9d9-ffacc28035c3 HTTP/1.1" status: 200 len: 217 time: 0.0648263 Feb 17 21:07:58.281823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08934c-b370-424f-971c-dc99ec63d312 req-3d2fd799-068b-492e-8c3a-551f8e4df8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:58.283366 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-3d2fd799-068b-492e-8c3a-551f8e4df8ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 200 len: 855 time: 0.0670595 Feb 17 21:07:58.336820 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-c98ddec4-661f-4f27-ae77-3fc8c3c0ffe9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd3835d2-80c2-44b1-9613-38ce267534d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459461 Feb 17 21:07:58.481388 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-fd1bbc1e-3822-44f9-ae69-5ad0f40648fa service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360638 Feb 17 21:07:58.633932 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cc08934c-b370-424f-971c-dc99ec63d312 req-8472952f-b5f2-4f0a-b57d-ec6254f99582 service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393971 Feb 17 21:07:58.763314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e07cf-5454-4060-9870-aa6ed435f64f req-19911c41-5374-4d6f-9c8c-3aab1ef0b033 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:07:58.764886 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f55e07cf-5454-4060-9870-aa6ed435f64f req-19911c41-5374-4d6f-9c8c-3aab1ef0b033 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 944 time: 0.0880203 Feb 17 21:07:58.814246 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f55e07cf-5454-4060-9870-aa6ed435f64f req-ba247503-a1e2-4104-acee-5ab34ffc2ad5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Feb 17 21:08:00.014056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94e13a-335f-4e49-9de1-55d115c2b995 req-91a22eea-815f-4b2b-b108-c3ff03868b32 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:00.015659 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6b94e13a-335f-4e49-9de1-55d115c2b995 req-91a22eea-815f-4b2b-b108-c3ff03868b32 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 944 time: 0.0888603 Feb 17 21:08:00.063364 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6b94e13a-335f-4e49-9de1-55d115c2b995 req-a555c273-f290-4cb0-95f6-316655d4366f tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Feb 17 21:08:01.157602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-37e53b98-54d1-49ea-9895-4b1c6e12c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:01.260628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device bc3c6850-3fdc-4733-a9d9-ffacc28035c3 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:01.372809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:08:01.378443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:01.378863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:01.484838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76235a7-3eff-4550-bb1d-dda486fc4c6a req-ddb3589d-3ca5-4435-9863-f46803b2551b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:01.486470 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c76235a7-3eff-4550-bb1d-dda486fc4c6a req-ddb3589d-3ca5-4435-9863-f46803b2551b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 944 time: 0.3075452 Feb 17 21:08:01.510956 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:01.536089 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c76235a7-3eff-4550-bb1d-dda486fc4c6a req-a8e33be7-8d94-4600-9a58-743d423b42b5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Feb 17 21:08:01.543338 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:01.557649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port bc3c6850-3fdc-4733-a9d9-ffacc28035c3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:01.598878 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3', 'code': 200} Feb 17 21:08:01.663797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:01.667170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a8f438a3-1b05-4557-a6a0-74f265f6d3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:01.740245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:01.743826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:01.998560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06c859-0447-4605-9691-c01981609b45 req-77ede501-3982-455c-a6fa-e8cbcc0a47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:02.000104 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7d06c859-0447-4605-9691-c01981609b45 req-77ede501-3982-455c-a6fa-e8cbcc0a47df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 1163 time: 0.0759325 Feb 17 21:08:02.050215 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7d06c859-0447-4605-9691-c01981609b45 req-ea1af19f-6914-4c83-a3e4-aa8fb385909d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Feb 17 21:08:02.741042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ceab6-cacd-429a-9e07-dce47f35249d req-8093ddd6-1eaa-4116-9f14-6b0c62bc78f5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:02.742705 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-be5ceab6-cacd-429a-9e07-dce47f35249d req-8093ddd6-1eaa-4116-9f14-6b0c62bc78f5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 946 time: 0.0886865 Feb 17 21:08:02.791611 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-be5ceab6-cacd-429a-9e07-dce47f35249d req-3ef51308-8e6c-453a-b2a4-433042e7bd78 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Feb 17 21:08:02.889057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device bc3c6850-3fdc-4733-a9d9-ffacc28035c3 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:02.963588 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:02.964038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:03.149382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-27917704-69c0-4d17-920e-bf19799802b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:04.000045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1919-257b-459c-a1cd-64c0cbab3ca8 req-6747fa93-a4c8-4b94-9432-1c0655224c32 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:04.001523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34ee1919-257b-459c-a1cd-64c0cbab3ca8 req-6747fa93-a4c8-4b94-9432-1c0655224c32 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 946 time: 0.0943856 Feb 17 21:08:04.050788 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-34ee1919-257b-459c-a1cd-64c0cbab3ca8 req-b1f83996-73fd-46e2-bd8b-66f46179d3bf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Feb 17 21:08:04.227388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f0fd8-e365-42b0-bea0-fd8442aee2d1 req-c918ead3-a456-4fce-9a2c-db93ce4936aa tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:04.229594 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-903f0fd8-e365-42b0-bea0-fd8442aee2d1 req-c918ead3-a456-4fce-9a2c-db93ce4936aa tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0895004 Feb 17 21:08:04.271942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:04.278556 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-903f0fd8-e365-42b0-bea0-fd8442aee2d1 req-e3c8ece6-968b-4f5c-bf60-563e1d525caa tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Feb 17 21:08:04.669003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:08:05.002509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device bc3c6850-3fdc-4733-a9d9-ffacc28035c3 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:05.075282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:05.075746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:05.283046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:05.380475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:05.489778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89266-3036-48ad-82f1-f4bced621110 req-9077c98f-c31c-49cb-bccf-f12fc571cdec tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:05.491390 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-56d89266-3036-48ad-82f1-f4bced621110 req-9077c98f-c31c-49cb-bccf-f12fc571cdec tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0909693 Feb 17 21:08:05.541040 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-56d89266-3036-48ad-82f1-f4bced621110 req-0c6c7b8a-fd21-4d22-8ca0-3b8b7ff47091 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Feb 17 21:08:06.334354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-76f3f92d-a712-4e4f-8c15-1d88cba86b93 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:06.335936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-76f3f92d-a712-4e4f-8c15-1d88cba86b93 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1557770 Feb 17 21:08:06.352102 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-6a73ff3e-e08c-43f8-90fa-a5c5fbb6ba42 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/quotas/d700049feeb24862a7f9bc9cb8a4607b HTTP/1.1" status: 200 len: 375 time: 0.0095160 Feb 17 21:08:06.440309 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-24e0645f-fae5-46eb-ac2e-87cdb069c50d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824473 Feb 17 21:08:06.584618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-5fb30a01-e01f-4a29-abf1-6879bc0fa6eb service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362269 Feb 17 21:08:06.731820 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-415ff087-0870-4a2a-9a43-9556c992a833 service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407499 Feb 17 21:08:06.749829 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee180-16d1-4749-82da-01ca74f8f376 req-bd0f5736-17c7-47b1-9899-a08ee93b5c33 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:06.751433 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-252ee180-16d1-4749-82da-01ca74f8f376 req-bd0f5736-17c7-47b1-9899-a08ee93b5c33 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0886250 Feb 17 21:08:06.800104 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-252ee180-16d1-4749-82da-01ca74f8f376 req-c1f27486-93d1-403c-aadd-90763e94818e tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Feb 17 21:08:07.005097 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d9d772a8-d15f-4c70-95f1-441e0a20cc7b req-b1af34f1-87ca-45e6-a0be-cae088d4abda tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0511448 Feb 17 21:08:08.004176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8d549-fc08-4e94-8780-9194310a6026 req-6f2671e0-1f91-4155-ac66-774050e29003 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:08.005796 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dde8d549-fc08-4e94-8780-9194310a6026 req-6f2671e0-1f91-4155-ac66-774050e29003 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0904911 Feb 17 21:08:08.055100 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dde8d549-fc08-4e94-8780-9194310a6026 req-e99ef46f-67b2-42f4-8716-5b8dd22bd8ba tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Feb 17 21:08:08.176030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a9256d23-5a8f-45b2-9b00-f718cb717153 req-f8792c4e-5be4-4a4c-be3a-4a616088d4d6 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0493214 Feb 17 21:08:09.095584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-710ea4ef-e2bf-4ca0-8bc9-fc378150179e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:09.100279 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-710ea4ef-e2bf-4ca0-8bc9-fc378150179e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1574273 Feb 17 21:08:09.120692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Request body: {'port': {'device_id': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3', 'admin_state_up': True, 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:09.271086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:08:09.271693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ae2c-738f-46a6-9500-43a18ff15430 req-3462cfae-938f-4561-9174-1ec01f41ce21 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:09.273486 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3939ae2c-738f-46a6-9500-43a18ff15430 req-3462cfae-938f-4561-9174-1ec01f41ce21 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1034820 Feb 17 21:08:09.281409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:08:09.326696 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3939ae2c-738f-46a6-9500-43a18ff15430 req-985fc297-b8fd-4da1-9c13-8d2d414419e9 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Feb 17 21:08:09.355551 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f8b1dee0-02bd-46c7-a0a9-7b548eb4294a req-d263f4ac-cf35-4533-a47b-be3a0a9f511b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0534527 Feb 17 21:08:09.357184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:08:09.362911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:09.676887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Allocated IP 172.20.0.4 (fd3835d2-80c2-44b1-9613-38ce267534d3/0dbd05a5-c1de-445e-ad11-bf5ac74580f7/1b64e548-e9c3-4d45-9753-cbf957d421bd) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:08:09.896358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:09.986624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:10.002662 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e03f1ca3-18fd-4f3a-b7fd-38e30604890c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:10.023978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-9340c5b3-edde-4c24-9fae-1b393d02fa2a tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:10.025780 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-9340c5b3-edde-4c24-9fae-1b393d02fa2a tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0862370 Feb 17 21:08:10.105196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Deleting port 3d09e178-7854-4f44-9131-2a96f0d12d54 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:10.105818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:10.145772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event updated for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:10.157849 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:10.201348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Network fd3835d2-80c2-44b1-9613-38ce267534d3 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:08:10.202589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:08:10.204957 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:08:10.272440 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:10.278006 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:10.378630 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2627530 Feb 17 21:08:10.404838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Request body: {'port': {'device_id': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:10.610983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:10.682174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] For port 3d09e178-7854-4f44-9131-2a96f0d12d54, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3d09e178-7854-4f44-9131-2a96f0d12d54,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:10.682569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:10.690400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8960bee-f2de-4ab1-bf9c-cda8bd316450 req-af0a1683-25d3-49cb-9bbb-9cd52939afd2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:10.691054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-f8960bee-f2de-4ab1-bf9c-cda8bd316450 req-af0a1683-25d3-49cb-9bbb-9cd52939afd2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:10.708835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75801d28-556a-4095-af0b-491cabc99e1d req-d1f66820-2fa0-4859-b49b-1c477c76b8a1 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:10.710607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-75801d28-556a-4095-af0b-491cabc99e1d req-d1f66820-2fa0-4859-b49b-1c477c76b8a1 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1670477 Feb 17 21:08:10.783836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-f8960bee-f2de-4ab1-bf9c-cda8bd316450 req-af0a1683-25d3-49cb-9bbb-9cd52939afd2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:10.785115 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f8960bee-f2de-4ab1-bf9c-cda8bd316450 req-af0a1683-25d3-49cb-9bbb-9cd52939afd2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 931 time: 0.2970226 Feb 17 21:08:10.838689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Calling delete_port for 3d09e178-7854-4f44-9131-2a96f0d12d54 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:10.919099 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f8960bee-f2de-4ab1-bf9c-cda8bd316450 req-9c66bf66-ab09-43e8-80f7-c9b7dfdceee7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925930 Feb 17 21:08:10.939431 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-75801d28-556a-4095-af0b-491cabc99e1d req-7a9bce0a-c279-4826-8753-5c73a4d574f8 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099145 Feb 17 21:08:11.127185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b64e548-e9c3-4d45-9753-cbf957d421bd {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:08:11.189633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.205114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2868ae33-f617-4720-a7e8-e5f178b2bacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:11.239730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d09e178-7854-4f44-9131-2a96f0d12d54 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:11.262602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.276544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Transition to ACTIVE for port object 1b64e548-e9c3-4d45-9753-cbf957d421bd will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:08:11.279892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 3d09e178-7854-4f44-9131-2a96f0d12d54 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:11.280297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3d09e178-7854-4f44-9131-2a96f0d12d54 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:11.300775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Pushing event deleted for resources: {'Port': ['ID=3d09e178-7854-4f44-9131-2a96f0d12d54,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:11.307637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:11.323870 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.341143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:11.416631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] No DVR routers for this DVR port 3d09e178-7854-4f44-9131-2a96f0d12d54 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:08:11.419243 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.421937 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'name': 'network-vif-deleted', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:11.472415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0e3f60-d09d-4ca5-844b-9575c66fd7aa', 'name': 'network-vif-deleted', 'tag': '3d09e178-7854-4f44-9131-2a96f0d12d54', 'status': 'completed', 'code': 200} Feb 17 21:08:11.483939 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4075f47d-3905-4412-bfdd-f793cd0568e9 req-6dbbdbb9-85ee-4f82-ba76-9d1e30c296b5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "DELETE /v2.0/ports/3d09e178-7854-4f44-9131-2a96f0d12d54 HTTP/1.1" status: 204 len: 173 time: 1.4514005 Feb 17 21:08:11.484673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Pushing event updated for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:11.490052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:11.679844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Attempting to bind port 1b64e548-e9c3-4d45-9753-cbf957d421bd on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:08:11.680251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Attempting to bind port 1b64e548-e9c3-4d45-9753-cbf957d421bd by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:08:11.680649 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Attempting to bind port 1b64e548-e9c3-4d45-9753-cbf957d421bd on network fd3835d2-80c2-44b1-9613-38ce267534d3 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:08:11.686404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:08:11.686775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Checking segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:08:11.687196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.687620 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Bound using segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:08:11.688144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Bound port: 1b64e548-e9c3-4d45-9753-cbf957d421bd, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:08:11.688523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.789372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:08:11.793450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:08:11.879673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:11.896128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a6b4c41c-f980-465e-adb3-f97856d2cb8f tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:12.042534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Pushing event updated for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:12.046137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:12.124038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5705f2-340b-4630-a105-42e58f593e97 req-49dde62a-3e84-40f2-9b86-c9edbc25b541 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.125726 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ff5705f2-340b-4630-a105-42e58f593e97 req-49dde62a-3e84-40f2-9b86-c9edbc25b541 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0884657 Feb 17 21:08:12.136855 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e227806d-ae77-4ad5-83da-e9492a585e4e req-c4e48c8e-e43b-444b-94cf-b4d04f208e9b tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f0e3f60-d09d-4ca5-844b-9575c66fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0619690 Feb 17 21:08:12.143469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.144142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:12.145574 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7e516b2-2c70-4e7b-b2b9-0da208a5dfee service neutron] 10.222.0.57 "PUT /v2.0/ports/1b64e548-e9c3-4d45-9753-cbf957d421bd HTTP/1.1" status: 200 len: 1157 time: 1.7467175 Feb 17 21:08:12.146285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:12.175475 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ff5705f2-340b-4630-a105-42e58f593e97 req-9b3905d7-fde7-4189-a567-397d6b3f0f37 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Feb 17 21:08:12.196156 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd', 'status': 'completed', 'code': 200} Feb 17 21:08:12.429313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-ef2bbb14-c2ab-49e1-bf72-6671535e1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.430851 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-ef2bbb14-c2ab-49e1-bf72-6671535e1ccb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 1160 time: 0.0774045 Feb 17 21:08:12.605590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-09510216-02f0-49b9-8d69-1a8010d19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.607210 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-09510216-02f0-49b9-8d69-1a8010d19a15 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1519117 Feb 17 21:08:12.761470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-6d896247-d6c6-4ba8-b9dd-f90da4bd374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.763320 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f0bccbd8-8553-4f4e-9962-7af3c5065ae2 req-6d896247-d6c6-4ba8-b9dd-f90da4bd374f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1476824 Feb 17 21:08:12.916027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-8ab61c95-47d7-4e3b-be50-54e749f6168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:12.917654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-8ab61c95-47d7-4e3b-be50-54e749f6168a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 1160 time: 0.0825698 Feb 17 21:08:12.999913 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-01f97e8e-564c-4c6a-b84a-222b95f3d24c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd HTTP/1.1" status: 200 len: 217 time: 0.0675430 Feb 17 21:08:13.071737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0865a-5080-4840-92e4-ced14b800735 req-32c83d99-f8da-44ff-88e3-cf4ca4308320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:13.073315 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-32c83d99-f8da-44ff-88e3-cf4ca4308320 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 200 len: 855 time: 0.0670154 Feb 17 21:08:13.130249 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-be82ead8-91e7-44bb-9cc1-6fe6d42ab771 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd3835d2-80c2-44b1-9613-38ce267534d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457475 Feb 17 21:08:13.555690 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b7431033-7df6-4cac-9312-cad933f4a226 service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153130 Feb 17 21:08:13.596005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361823b-a36d-4403-879d-afe07389988a req-f0bc7c07-71ac-4077-ba0e-a7454621088b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:13.600858 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7361823b-a36d-4403-879d-afe07389988a req-f0bc7c07-71ac-4077-ba0e-a7454621088b tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.1686158 Feb 17 21:08:13.731085 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7361823b-a36d-4403-879d-afe07389988a req-9473563d-5cb9-4390-a5e6-d51a61582194 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843499 Feb 17 21:08:13.752888 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1fe0865a-5080-4840-92e4-ced14b800735 req-b614bcec-b92b-4866-82a6-7c6deb7577ba service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1887169 Feb 17 21:08:14.941585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b3356-f0cb-4bf4-9246-a0d90e66cb16 req-5709f663-6ec7-416a-a51c-31b540caf179 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:14.943363 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a1b3356-f0cb-4bf4-9246-a0d90e66cb16 req-5709f663-6ec7-416a-a51c-31b540caf179 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0918944 Feb 17 21:08:14.992943 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a1b3356-f0cb-4bf4-9246-a0d90e66cb16 req-da01a67a-ada6-4c6d-859e-a9a74fb2e24e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Feb 17 21:08:16.199420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793797-0b3a-49f0-bf88-ccf07fe7efde req-adb72c61-7569-4284-adc5-97e1c775057d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:16.201042 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d793797-0b3a-49f0-bf88-ccf07fe7efde req-adb72c61-7569-4284-adc5-97e1c775057d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0902350 Feb 17 21:08:16.252960 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-4d793797-0b3a-49f0-bf88-ccf07fe7efde req-a1483d51-98a8-462f-9eab-3363b06c4ed3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 Feb 17 21:08:17.448168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b011e5-d55b-4dbf-8aea-90f16b6e055e req-ff5d62b3-ce4c-4330-b098-8ace61d6002e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:17.449765 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c7b011e5-d55b-4dbf-8aea-90f16b6e055e req-ff5d62b3-ce4c-4330-b098-8ace61d6002e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0857313 Feb 17 21:08:17.500861 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c7b011e5-d55b-4dbf-8aea-90f16b6e055e req-977204ef-cb02-4605-a209-fc5409aa8518 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Feb 17 21:08:17.548564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 1b64e548-e9c3-4d45-9753-cbf957d421bd up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:17.688987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 1b64e548-e9c3-4d45-9753-cbf957d421bd completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:08:17.694594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 1b64e548-e9c3-4d45-9753-cbf957d421bd triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:17.695019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:17.823131 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:17.852777 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:17.863972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:17.901079 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:17.904408 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd', 'code': 200} Feb 17 21:08:17.904878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:17.975676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:17.984369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.984761 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.985147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.985526 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.985928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.986654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.986654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.987111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.987491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.987868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.988237 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.988602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.989010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.989376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.989973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.990134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.990459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.990821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.991184 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.991548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.991907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.992275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.992633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.992992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:17.997645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:18.033093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-9363fdff-4c98-4b3f-aff7-39bbda2911ef tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:18.034678 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-9363fdff-4c98-4b3f-aff7-39bbda2911ef tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/networks?id=69291d0c-c676-4f64-b122-93eba9cb54e4 HTTP/1.1" status: 200 len: 813 time: 0.1687641 Feb 17 21:08:18.051712 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-e01c9b85-7953-4b95-b494-c48c75ac0d46 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/quotas/d5d095e783824a5eba1af0bdf1f2f2b1 HTTP/1.1" status: 200 len: 375 time: 0.0109124 Feb 17 21:08:18.107248 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-ead76e88-44cc-433a-9f9f-1016f1f32857 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481153 Feb 17 21:08:18.354618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-ecbdec69-6886-43e5-b2d1-d756fedb7d4c service neutron] 10.222.0.59 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393508 Feb 17 21:08:18.451254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc7d3-2f8f-4e1a-ad98-e2d255fa4c26 req-318209e7-dc0a-4772-a476-40f000be8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:18.452789 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1a6cc7d3-2f8f-4e1a-ad98-e2d255fa4c26 req-318209e7-dc0a-4772-a476-40f000be8eec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 1162 time: 0.2154541 Feb 17 21:08:18.533603 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1a6cc7d3-2f8f-4e1a-ad98-e2d255fa4c26 req-1eb0aab4-cfc6-43f3-a34e-d824903d2c09 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Feb 17 21:08:18.553490 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-986e49ee-14f7-4f92-9f6e-680fc236634b service neutron] 10.222.0.59 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1920195 Feb 17 21:08:18.757062 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef6a6-9f3a-4ad1-9799-bb00c1aa4929 req-3f18326d-45d4-4e97-8970-97a2fa114bc5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:18.758720 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5d0ef6a6-9f3a-4ad1-9799-bb00c1aa4929 req-3f18326d-45d4-4e97-8970-97a2fa114bc5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0900514 Feb 17 21:08:18.813756 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5d0ef6a6-9f3a-4ad1-9799-bb00c1aa4929 req-0a55bd9c-72e2-4c3f-ab4b-f9644f1677ef tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 Feb 17 21:08:18.844696 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9212a001-b077-4974-921f-7c26952e48c1 req-8fc64708-2822-46a2-bfb1-a429d098bf50 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0557280 Feb 17 21:08:19.056318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 1b64e548-e9c3-4d45-9753-cbf957d421bd up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:19.132005 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 1b64e548-e9c3-4d45-9753-cbf957d421bd triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:19.132427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:20.026079 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6ddfd54f-bd58-48ad-bcf5-3ce78bbad2e5 req-4d1e824f-f739-4b14-97e9-a9fb5a0648ae tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0527155 Feb 17 21:08:20.027160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c030bd-a081-4c2f-8adf-51ba559c2bb9 req-ec788400-d12f-4bb2-96d1-bb7a6fbe8884 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:20.030136 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-28c030bd-a081-4c2f-8adf-51ba559c2bb9 req-ec788400-d12f-4bb2-96d1-bb7a6fbe8884 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0971851 Feb 17 21:08:20.080161 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-28c030bd-a081-4c2f-8adf-51ba559c2bb9 req-4838007a-1bb8-4d37-aa88-186112ef0deb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Feb 17 21:08:20.412135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:20.776652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-ffa272d0-6bf9-48ce-b6ff-8ae43eee28cf tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:20.778545 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-ffa272d0-6bf9-48ce-b6ff-8ae43eee28cf tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "GET /v2.0/networks?id=69291d0c-c676-4f64-b122-93eba9cb54e4 HTTP/1.1" status: 200 len: 813 time: 0.1602476 Feb 17 21:08:20.798197 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Request body: {'port': {'device_id': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4', 'admin_state_up': True, 'tenant_id': 'd5d095e783824a5eba1af0bdf1f2f2b1'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:20.946712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:08:20.951559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Usage tracker for resource:port and tenant:d5d095e783824a5eba1af0bdf1f2f2b1 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:08:20.955288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:08:20.961216 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:08:21.038908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Made reservation on behalf of d5d095e783824a5eba1af0bdf1f2f2b1 for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:08:21.044508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:21.136347 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 1b64e548-e9c3-4d45-9753-cbf957d421bd up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:21.223780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 1b64e548-e9c3-4d45-9753-cbf957d421bd triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:21.224271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:21.224392 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2582966c-2458-409b-b254-20f0c02173aa req-97085f47-d5d2-472e-bc14-c7054d79b8ab tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0702629 Feb 17 21:08:21.303595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc460-f477-4e67-ba31-f12b493a990e req-baf24b9c-3725-41cf-a6df-be40f171bcbf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:21.305556 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a5fc460-f477-4e67-ba31-f12b493a990e req-baf24b9c-3725-41cf-a6df-be40f171bcbf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.1048462 Feb 17 21:08:21.356829 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3a5fc460-f477-4e67-ba31-f12b493a990e req-c7de228f-59fe-4729-9a9b-c5494337faa1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Feb 17 21:08:21.424032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Allocated IP 172.20.0.4 (69291d0c-c676-4f64-b122-93eba9cb54e4/542bf9de-70e3-4c46-9d8b-d7bc219cb23a/612fa4aa-ae6c-48df-8f4d-865112addc08) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:08:21.648819 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:21.712710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:21.728550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a7316e35-5542-4d51-a350-cfb92ef8c27b tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:21.865465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Pushing event updated for resources: {'Port': ['ID=612fa4aa-ae6c-48df-8f4d-865112addc08,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:21.877037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.877457 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.877890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.878296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.878694 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.879108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.879508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.879905 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.880328 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.880718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.881115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.881731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.881943 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.882339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.882728 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.883115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.883556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.883866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.884813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.885206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.885598 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.886016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.886409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.886788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:21.893155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:21.943776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:08:21.944929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:08:21.947981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:08:22.016360 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:22.016962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.090320 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-75973d5f-5fcc-49fb-b043-e080ae1a1e3f tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965922 Feb 17 21:08:22.110486 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Request body: {'port': {'device_id': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:22.228836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.512924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc4c8-465c-400a-8d50-fbe8ff0c9bab req-1036d334-e3af-4577-af24-e58a4b8d171c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:22.513701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ebbbc4c8-465c-400a-8d50-fbe8ff0c9bab req-1036d334-e3af-4577-af24-e58a4b8d171c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Synchronizing usage tracker for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:22.703719 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-ebbbc4c8-465c-400a-8d50-fbe8ff0c9bab req-1036d334-e3af-4577-af24-e58a4b8d171c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Unset dirty status for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:22.705001 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ebbbc4c8-465c-400a-8d50-fbe8ff0c9bab req-1036d334-e3af-4577-af24-e58a4b8d171c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 931 time: 0.3655581 Feb 17 21:08:22.772090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612fa4aa-ae6c-48df-8f4d-865112addc08 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:08:22.784323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.789192 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ebbbc4c8-465c-400a-8d50-fbe8ff0c9bab req-ae71527a-4131-49d7-b798-ed6ae4d64e41 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778284 Feb 17 21:08:22.800533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Transition to ACTIVE for port object 612fa4aa-ae6c-48df-8f4d-865112addc08 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:08:22.846145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.862635 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2843138a-ad13-46a9-acfd-ea2bd7c4dd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:23.220816 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Pushing event updated for resources: {'Port': ['ID=612fa4aa-ae6c-48df-8f4d-865112addc08,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:23.225603 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:23.403305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Attempting to bind port 612fa4aa-ae6c-48df-8f4d-865112addc08 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:08:23.403604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Attempting to bind port 612fa4aa-ae6c-48df-8f4d-865112addc08 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:08:23.403965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Attempting to bind port 612fa4aa-ae6c-48df-8f4d-865112addc08 on network 69291d0c-c676-4f64-b122-93eba9cb54e4 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:08:23.409514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:08:23.409912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Checking segment: {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:08:23.410310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:23.411177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Bound using segment: {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:08:23.411177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Bound port: 612fa4aa-ae6c-48df-8f4d-865112addc08, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd2f8e-1004-4d83-965f-b05320d7ab5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69291d0c-c676-4f64-b122-93eba9cb54e4'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:08:23.411469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:23.508553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] For port 612fa4aa-ae6c-48df-8f4d-865112addc08, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:08:23.512302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] For port 612fa4aa-ae6c-48df-8f4d-865112addc08, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=612fa4aa-ae6c-48df-8f4d-865112addc08,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:08:23.584239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:23.600334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8390155c-97d2-4afc-8c2d-96cac4177c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:23.753176 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Pushing event updated for resources: {'Port': ['ID=612fa4aa-ae6c-48df-8f4d-865112addc08,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:23.758725 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:23.792273 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:23.792780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:23.794301 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-603cbde7-61cd-45b5-beb2-cbd8f6cc73ca service neutron] 10.222.0.57 "PUT /v2.0/ports/612fa4aa-ae6c-48df-8f4d-865112addc08 HTTP/1.1" status: 200 len: 1157 time: 1.6887767 Feb 17 21:08:23.795129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:23.845175 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08', 'status': 'completed', 'code': 200} Feb 17 21:08:23.978687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-ffd8bd5e-5b80-4360-9bf2-9a59b35e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:23.980373 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-ffd8bd5e-5b80-4360-9bf2-9a59b35e3f25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 1160 time: 0.0814660 Feb 17 21:08:24.003564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dc0e7-6414-4967-9ab3-51b956e41c9c req-a56591a8-2dab-4bad-a2fc-ead6cf51b587 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.004336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3b4dc0e7-6414-4967-9ab3-51b956e41c9c req-a56591a8-2dab-4bad-a2fc-ead6cf51b587 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Synchronizing usage tracker for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:24.017893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-3b4dc0e7-6414-4967-9ab3-51b956e41c9c req-a56591a8-2dab-4bad-a2fc-ead6cf51b587 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Unset dirty status for tenant:d5d095e783824a5eba1af0bdf1f2f2b1 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:24.019151 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3b4dc0e7-6414-4967-9ab3-51b956e41c9c req-a56591a8-2dab-4bad-a2fc-ead6cf51b587 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 943 time: 0.1044576 Feb 17 21:08:24.068185 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3b4dc0e7-6414-4967-9ab3-51b956e41c9c req-d6d4d4be-be2a-40cd-9962-38e70dbe6946 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Feb 17 21:08:24.146776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-e5f06fbc-bd68-48e1-b3c9-c57650ca5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.148395 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-e5f06fbc-bd68-48e1-b3c9-c57650ca5a2b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1538970 Feb 17 21:08:24.176088 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-699006f8-2b3e-4021-ab06-fd78d2b20ffa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773041 Feb 17 21:08:24.305587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-bd35673f-70ae-4938-ad16-c12f7a4387b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.307299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c3940eb4-96b4-4838-a6fc-319085cc3ce8 req-bd35673f-70ae-4938-ad16-c12f7a4387b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1523995 Feb 17 21:08:24.354704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-61cde6dd-ef26-4bce-a41a-60e87ae11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.356324 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-61cde6dd-ef26-4bce-a41a-60e87ae11fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0830953 Feb 17 21:08:24.464274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-401903ae-2b94-4e35-84cb-68d651af54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.465857 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-401903ae-2b94-4e35-84cb-68d651af54d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 1160 time: 0.0789676 Feb 17 21:08:24.533076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-fa7dc5f2-8a76-4317-9142-91800fc3bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.535009 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-fa7dc5f2-8a76-4317-9142-91800fc3bf90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1476066 Feb 17 21:08:24.555167 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-521bd68c-8e9c-44c5-bafc-73f4ad293fb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=612fa4aa-ae6c-48df-8f4d-865112addc08 HTTP/1.1" status: 200 len: 217 time: 0.0745811 Feb 17 21:08:24.630723 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bc03-7b06-4592-a705-14765a94fd76 req-60778356-1d74-4886-a8d9-af8fdb232096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.632299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-60778356-1d74-4886-a8d9-af8fdb232096 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=542bf9de-70e3-4c46-9d8b-d7bc219cb23a HTTP/1.1" status: 200 len: 853 time: 0.0699890 Feb 17 21:08:24.650671 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-9be358a8-4d2e-4521-be33-7e78ad1eaf44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 1002 time: 0.1091669 Feb 17 21:08:24.700691 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-02a36c97-16df-491b-b412-c643525fafdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69291d0c-c676-4f64-b122-93eba9cb54e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508602 Feb 17 21:08:24.742722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-d21fb2ba-1e15-4ede-b7c6-6872c794277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.744972 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-d21fb2ba-1e15-4ede-b7c6-6872c794277a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0683403 Feb 17 21:08:24.832364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-c6e6e4dc-f813-4858-879c-5c1a5e8dce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:24.833976 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-c6e6e4dc-f813-4858-879c-5c1a5e8dce9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810821 Feb 17 21:08:24.847856 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-16b9f7f8-eca1-405e-bd52-a51663d95bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405075 Feb 17 21:08:24.979610 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-6ad98d0e-1f4b-4848-ab3e-10be4e31da35 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380684 Feb 17 21:08:24.998298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-db41bc03-7b06-4592-a705-14765a94fd76 req-c363004a-24c4-40dc-ab63-04bba9062797 service neutron] 10.222.0.57 "GET /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399891 Feb 17 21:08:25.129200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-877e84ce-6e5d-4baa-a490-3f9ec1e459f0 req-847647fc-4823-4a48-8551-1ed0bc199629 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414635 Feb 17 21:08:25.272444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978096e2-f350-4282-ae7b-99ce991c2c94 req-f379364c-62a6-49d7-aa7f-f4fbcb51dbc5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:25.274040 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-978096e2-f350-4282-ae7b-99ce991c2c94 req-f379364c-62a6-49d7-aa7f-f4fbcb51dbc5 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 943 time: 0.0860889 Feb 17 21:08:25.320360 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-978096e2-f350-4282-ae7b-99ce991c2c94 req-2092880d-fe39-4169-a5df-21b9bb5a4a0b tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Feb 17 21:08:26.525765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be2c0-6768-4ea4-a9ab-01b81e1c2866 req-8cc03aac-b899-4967-97ec-5f4710499342 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:26.527508 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7c6be2c0-6768-4ea4-a9ab-01b81e1c2866 req-8cc03aac-b899-4967-97ec-5f4710499342 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 943 time: 0.0934932 Feb 17 21:08:26.577760 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7c6be2c0-6768-4ea4-a9ab-01b81e1c2866 req-059004d3-b5d5-4649-8c79-7cb20a55d64c tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Feb 17 21:08:27.727081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 612fa4aa-ae6c-48df-8f4d-865112addc08 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:27.775353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a499-522d-440b-b9ad-505628fe222d req-d2f54d0a-be7b-4355-a9c5-c2520c91040d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:27.777105 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3c5a499-522d-440b-b9ad-505628fe222d req-d2f54d0a-be7b-4355-a9c5-c2520c91040d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 943 time: 0.0871632 Feb 17 21:08:27.825444 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f3c5a499-522d-440b-b9ad-505628fe222d req-e72e9223-daec-4fa9-a43a-d3d3c6238d40 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Feb 17 21:08:27.865582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 612fa4aa-ae6c-48df-8f4d-865112addc08 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:08:27.871556 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 612fa4aa-ae6c-48df-8f4d-865112addc08 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:27.871979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:28.000298 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:28.029848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:28.039958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 612fa4aa-ae6c-48df-8f4d-865112addc08, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=612fa4aa-ae6c-48df-8f4d-865112addc08,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:28.081233 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08', 'code': 200} Feb 17 21:08:28.094654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:28.096774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:28.175502 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=612fa4aa-ae6c-48df-8f4d-865112addc08,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:28.180016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:28.317123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-b344489a-1733-4985-9e0c-8ea59aacb816 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:28.318750 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-b344489a-1733-4985-9e0c-8ea59aacb816 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1610577 Feb 17 21:08:28.334749 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-5cabc58c-2c07-46c4-b190-219d6c3b0b38 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/quotas/d700049feeb24862a7f9bc9cb8a4607b HTTP/1.1" status: 200 len: 375 time: 0.0097933 Feb 17 21:08:28.491316 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-e57fec30-38b1-4963-b00b-eb221715eeaf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503451 Feb 17 21:08:28.529873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf12e-72f0-4570-b975-38783b0e6f4f req-4d0429c4-5b91-4ed0-8da1-361f15e22242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:28.531499 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d69cf12e-72f0-4570-b975-38783b0e6f4f req-4d0429c4-5b91-4ed0-8da1-361f15e22242 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 1162 time: 0.1393065 Feb 17 21:08:28.642595 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d69cf12e-72f0-4570-b975-38783b0e6f4f req-f35ba217-462a-4021-ac6e-a02d8b254900 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608149 Feb 17 21:08:28.683902 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-912b4b18-e344-4acd-96c3-b3ddfe093ac2 service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837060 Feb 17 21:08:28.827783 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-30991061-5492-49ea-a6b2-c0155503b4b0 service neutron] 10.222.0.59 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371722 Feb 17 21:08:29.029355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9c3fa-25e1-41c0-a3c4-04b6331a7be8 req-6955ad31-806d-45a9-a6a7-76f87b724253 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:29.031057 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e6e9c3fa-25e1-41c0-a3c4-04b6331a7be8 req-6955ad31-806d-45a9-a6a7-76f87b724253 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.0894139 Feb 17 21:08:29.055740 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6065d54a-7feb-442b-9dc4-b92a1bc99a94 req-ff9eef64-7b16-46b8-ac23-4faf252b89fd tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 210 time: 0.0499411 Feb 17 21:08:29.080189 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e6e9c3fa-25e1-41c0-a3c4-04b6331a7be8 req-d7f7a51a-9736-4b38-8088-014d2393413b tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Feb 17 21:08:29.256137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 612fa4aa-ae6c-48df-8f4d-865112addc08 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:29.328886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 612fa4aa-ae6c-48df-8f4d-865112addc08 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:29.329308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:30.223696 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e869a3cd-458b-4cc8-b522-a4a1bedffe3c req-11529cd0-7e60-4347-8ccf-1fe9d4a3f00c tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 210 time: 0.0527999 Feb 17 21:08:30.289716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08ab5a-282f-478a-88f8-90fe32aac8d5 req-8d555401-8772-402d-9ca0-450f6c614a70 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:30.291411 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cb08ab5a-282f-478a-88f8-90fe32aac8d5 req-8d555401-8772-402d-9ca0-450f6c614a70 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.0937524 Feb 17 21:08:30.340317 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cb08ab5a-282f-478a-88f8-90fe32aac8d5 req-2987b650-fbf4-43b1-b631-7c189a64d6ca tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Feb 17 21:08:31.151396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b309645e-eaa6-4904-9161-0d28ae950bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:31.195315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-c271ea92-96b7-40c6-b471-e4d1d4cd3dcc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:31.197004 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-c271ea92-96b7-40c6-b471-e4d1d4cd3dcc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/networks?id=fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 200 len: 815 time: 0.1643243 Feb 17 21:08:31.218948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Request body: {'port': {'device_id': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3', 'admin_state_up': True, 'tenant_id': 'd700049feeb24862a7f9bc9cb8a4607b'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:31.371910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:08:31.382168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:08:31.402866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e2d8483e-5d5c-47be-b112-1b79d995ddeb req-f75f12d0-094d-4808-a08b-00216c377cca tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 210 time: 0.0535951 Feb 17 21:08:31.423462 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Made reservation on behalf of d700049feeb24862a7f9bc9cb8a4607b for: {'port': 1} {{(pid=84090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:08:31.429207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:31.754003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Allocated IP 172.20.0.8 (fd3835d2-80c2-44b1-9613-38ce267534d3/0dbd05a5-c1de-445e-ad11-bf5ac74580f7/5aafabcd-01af-43a4-b429-cece2f2558e2) {{(pid=84090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:08:31.968381 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks [] for port, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:32.029039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:32.044160 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fd2bf8e2-687a-419a-9dbb-8c9f10231644 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:32.183652 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event updated for resources: {'Port': ['ID=5aafabcd-01af-43a4-b429-cece2f2558e2,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:32.186898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:32.244311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Network fd3835d2-80c2-44b1-9613-38ce267534d3 is already hosted by enough agents. {{(pid=84090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:08:32.245765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Resources bound (agent type, host, resource id): {{(pid=84090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:08:32.248155 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Received port after_create {{(pid=84090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:08:32.312130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:32.312773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:32.366620 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-01eb8306-acc4-4281-8647-cc8a0ffeec34 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532924 Feb 17 21:08:32.387371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Request body: {'port': {'device_id': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:08:32.789522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:32.871999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160d694-1862-42b2-b490-c9fbc2bf1c4a req-220d5f56-bec9-43ce-ab8d-aadcb94a7533 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:32.872690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2160d694-1862-42b2-b490-c9fbc2bf1c4a req-220d5f56-bec9-43ce-ab8d-aadcb94a7533 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:32.998823 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-2160d694-1862-42b2-b490-c9fbc2bf1c4a req-220d5f56-bec9-43ce-ab8d-aadcb94a7533 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:33.000122 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2160d694-1862-42b2-b490-c9fbc2bf1c4a req-220d5f56-bec9-43ce-ab8d-aadcb94a7533 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 931 time: 0.3285308 Feb 17 21:08:33.132109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-49619173-7333-490e-91a3-88d40fd62a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.141538 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2160d694-1862-42b2-b490-c9fbc2bf1c4a req-fbd7e302-00ee-47d5-a8a5-9fd6b9a8da8f tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349494 Feb 17 21:08:33.283042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aafabcd-01af-43a4-b429-cece2f2558e2 {{(pid=84090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:08:33.291036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.303818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Transition to ACTIVE for port object 5aafabcd-01af-43a4-b429-cece2f2558e2 will not be triggered until provisioned by entity L2. {{(pid=84090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:08:33.338091 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.358374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-49f56631-0bd4-4995-bb6b-3bb5c9acf0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:33.493885 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Pushing event updated for resources: {'Port': ['ID=5aafabcd-01af-43a4-b429-cece2f2558e2,revision_number=2']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:33.498880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:33.682924 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Attempting to bind port 5aafabcd-01af-43a4-b429-cece2f2558e2 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:08:33.683192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Attempting to bind port 5aafabcd-01af-43a4-b429-cece2f2558e2 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:08:33.683820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Attempting to bind port 5aafabcd-01af-43a4-b429-cece2f2558e2 on network fd3835d2-80c2-44b1-9613-38ce267534d3 {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:08:33.689623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:08:33.690048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Checking segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:08:33.690455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.690852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Bound using segment: {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'} {{(pid=84090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:08:33.691327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Bound port: 5aafabcd-01af-43a4-b429-cece2f2558e2, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd3835d2-80c2-44b1-9613-38ce267534d3'}}] {{(pid=84090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:08:33.691702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.789146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] For port 5aafabcd-01af-43a4-b429-cece2f2558e2, host hv-cinder-76018, cleared binding levels {{(pid=84090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:08:33.792759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] For port 5aafabcd-01af-43a4-b429-cece2f2558e2, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5aafabcd-01af-43a4-b429-cece2f2558e2,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:08:33.863300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:33.879052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eb944f46-9bc6-48f8-9f3b-f7a8bf8b4cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:34.029818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Pushing event updated for resources: {'Port': ['ID=5aafabcd-01af-43a4-b429-cece2f2558e2,revision_number=3']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:34.035256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:34.066632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.067086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:34.068550 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-af9887ef-38e6-4974-8720-850363033e87 service neutron] 10.222.0.57 "PUT /v2.0/ports/5aafabcd-01af-43a4-b429-cece2f2558e2 HTTP/1.1" status: 200 len: 1157 time: 1.6858928 Feb 17 21:08:34.069098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:34.118491 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2', 'status': 'completed', 'code': 200} Feb 17 21:08:34.262282 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-3666e333-1d4c-44c8-95e6-3aadc611cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.263936 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-3666e333-1d4c-44c8-95e6-3aadc611cf7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 1160 time: 0.0887496 Feb 17 21:08:34.275187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:34.352396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d42a9f-54a8-4a5a-ba56-8effa9cd4ed3 req-5daf1947-22c5-444c-bc2c-ff5c5b1f27d8 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.354703 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10d42a9f-54a8-4a5a-ba56-8effa9cd4ed3 req-5daf1947-22c5-444c-bc2c-ff5c5b1f27d8 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 943 time: 0.0952959 Feb 17 21:08:34.403083 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-10d42a9f-54a8-4a5a-ba56-8effa9cd4ed3 req-da108c24-7e8f-4176-af3d-59238cdcbc76 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Feb 17 21:08:34.433857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-9d6f7324-a33d-4b5a-9778-2e23a5880264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.435507 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-9d6f7324-a33d-4b5a-9778-2e23a5880264 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1525815 Feb 17 21:08:34.585296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-a2b20a08-da91-44ba-b361-c9c4228427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.586902 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-52d037fb-e901-4c30-bb2f-f08ff7dbc27e req-a2b20a08-da91-44ba-b361-c9c4228427fa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1436698 Feb 17 21:08:34.747102 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-e811c31c-1b20-4d76-8092-760d9f4e52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.748707 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-e811c31c-1b20-4d76-8092-760d9f4e52c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 1160 time: 0.0794094 Feb 17 21:08:34.841400 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-d9dadda9-2c73-40cd-a2ce-039210849138 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aafabcd-01af-43a4-b429-cece2f2558e2 HTTP/1.1" status: 200 len: 217 time: 0.0762963 Feb 17 21:08:34.914850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3497-153f-48fc-8845-6649a7002c72 req-1ca0ff08-f91e-4242-88f4-2b7755cf8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:34.916472 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-1ca0ff08-f91e-4242-88f4-2b7755cf8a65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 200 len: 855 time: 0.0667303 Feb 17 21:08:34.973222 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-44f06d54-72c4-4599-a81e-11706e8ee188 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd3835d2-80c2-44b1-9613-38ce267534d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464709 Feb 17 21:08:35.116020 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-d02a4ba3-b40a-4be5-b6d6-b0528803e2ef service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327751 Feb 17 21:08:35.261605 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c50f3497-153f-48fc-8845-6649a7002c72 req-68dd5f13-9748-4010-ba9f-1e4d6cc42d7b service neutron] 10.222.0.57 "GET /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378500 Feb 17 21:08:35.288821 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:35.408793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:35.622890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590b4af-4aaf-4c95-8d9a-41eb02307cab req-a63ca08d-b33c-46ab-b222-191cd7b00121 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:35.624494 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0590b4af-4aaf-4c95-8d9a-41eb02307cab req-a63ca08d-b33c-46ab-b222-191cd7b00121 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 943 time: 0.1040332 Feb 17 21:08:35.671613 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0590b4af-4aaf-4c95-8d9a-41eb02307cab req-1c9dca9d-4abb-4057-a771-68d8c1dd39aa tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Feb 17 21:08:36.880003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475234-565c-4374-9dd0-6293608a3bc6 req-3eeb707c-1612-4e11-9fa4-0da329ff5693 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:36.881535 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36475234-565c-4374-9dd0-6293608a3bc6 req-3eeb707c-1612-4e11-9fa4-0da329ff5693 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 943 time: 0.0894234 Feb 17 21:08:36.929802 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-36475234-565c-4374-9dd0-6293608a3bc6 req-9323ddf9-9da7-4a63-8d9a-1ae8aa962ec7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Feb 17 21:08:37.937615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:38.062936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 5aafabcd-01af-43a4-b429-cece2f2558e2 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:08:38.068469 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 5aafabcd-01af-43a4-b429-cece2f2558e2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:38.068936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:38.137032 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a3bcf-a591-48be-962e-9ada0eddfe19 req-b45c804a-2e3a-446c-8b70-9ebe5345ce38 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:38.139018 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9f0a3bcf-a591-48be-962e-9ada0eddfe19 req-b45c804a-2e3a-446c-8b70-9ebe5345ce38 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 943 time: 0.0939996 Feb 17 21:08:38.195271 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9f0a3bcf-a591-48be-962e-9ada0eddfe19 req-5db30679-a495-4074-a3f4-d1a64ae94f81 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Feb 17 21:08:38.199522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:38.232150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:38.242582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 5aafabcd-01af-43a4-b429-cece2f2558e2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5aafabcd-01af-43a4-b429-cece2f2558e2,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:38.281344 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2', 'code': 200} Feb 17 21:08:38.285680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:38.287624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:38.358702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=5aafabcd-01af-43a4-b429-cece2f2558e2,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:38.365301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:38.707608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288d023-1051-4a81-a9d1-4b8bec0b3205 req-b16f7e48-0ee4-431f-9ebd-6217b7d69150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:38.709229 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0288d023-1051-4a81-a9d1-4b8bec0b3205 req-b16f7e48-0ee4-431f-9ebd-6217b7d69150 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 1162 time: 0.0774868 Feb 17 21:08:38.762439 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0288d023-1051-4a81-a9d1-4b8bec0b3205 req-6d38fa3c-4c30-462d-8cf9-3e2b848b1ee6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380826 Feb 17 21:08:39.202179 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-a1d1042e-bbec-4274-bef7-718724822abe tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/floatingips/03cb5c36-cfae-47f3-be66-090e2c3a657d HTTP/1.1" status: 200 len: 999 time: 0.1143320 Feb 17 21:08:39.358726 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:39.365286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-d44c748b-8437-41d5-8259-d369b71285b7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:39.366822 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-d44c748b-8437-41d5-8259-d369b71285b7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 784 time: 0.1588833 Feb 17 21:08:39.378245 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-1b5b8de4-eb4d-4944-9b50-0dcd97ac83cc tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:08:39.379320 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-1b5b8de4-eb4d-4944-9b50-0dcd97ac83cc tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064991 Feb 17 21:08:39.416497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c5e4-c28a-44f4-b703-470287b0e14a req-a7a4a766-5b69-418c-b14d-ced3451a1223 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:39.418266 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3f49c5e4-c28a-44f4-b703-470287b0e14a req-a7a4a766-5b69-418c-b14d-ced3451a1223 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.1020770 Feb 17 21:08:39.432073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 5aafabcd-01af-43a4-b429-cece2f2558e2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:39.432496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:39.468939 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3f49c5e4-c28a-44f4-b703-470287b0e14a req-390598fe-55d8-46d5-91a3-91f6f475b183 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Feb 17 21:08:39.494911 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-7663cb88-aecd-4675-bc69-cd79e381f203 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1090376 Feb 17 21:08:39.580527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-9544c13d-7e5f-40fb-9219-b0baf867618b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:39.582071 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-9544c13d-7e5f-40fb-9219-b0baf867618b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports/d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 943 time: 0.0812285 Feb 17 21:08:39.768700 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-65d5d48f-fbb8-48c7-85c8-fff2c1f1c7d7 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1062906 Feb 17 21:08:39.995330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Deleting port 170eb0d1-9ebc-4715-9078-3bbf4d4acb96 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:39.995683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:40.176843 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:40.177254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:40.314018 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Calling delete_port for 170eb0d1-9ebc-4715-9078-3bbf4d4acb96 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:40.545906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:40.562319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fd9c98ec-ad95-42bf-be07-0ae5bf875c14 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:40.660962 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event deleted for resources: {'Port': ['ID=170eb0d1-9ebc-4715-9078-3bbf4d4acb96,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:40.672262 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d2d6e-6026-441b-abde-26565a65ea26 req-2bfc6bd9-03c1-45fb-b32c-90dbdfc3e385 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:40.674674 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-461d2d6e-6026-441b-abde-26565a65ea26 req-2bfc6bd9-03c1-45fb-b32c-90dbdfc3e385 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.0876064 Feb 17 21:08:40.728279 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-461d2d6e-6026-441b-abde-26565a65ea26 req-bc2d1c15-fe81-494d-9296-4e5200c6811f tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473325 Feb 17 21:08:40.929178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.929572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.930002 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.930412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.930864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.931254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.931648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.932039 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.932434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.932827 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.933217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.933604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.938933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:08:40.943402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:41.062283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:41.062662 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Floating IP 03cb5c36-cfae-47f3-be66-090e2c3a657d disassociated (deleted). External IP: 172.28.2.126, port: d38b1901-1145-4340-afd4-d5b8a4cfc545. Feb 17 21:08:41.421074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:41.450037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Router 60c681b7-e331-4934-8500-e5dcdaf34111 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:08:41.497418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 5aafabcd-01af-43a4-b429-cece2f2558e2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:41.497890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:41.651061 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:08:41.660982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Sync routers for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:08:41.668861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:08:41.670927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:08:41.677740 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:08:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:41.735191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:41.798146 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-52704473-c668-48f4-b22d-4c8330310961 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "DELETE /v2.0/floatingips/03cb5c36-cfae-47f3-be66-090e2c3a657d HTTP/1.1" status: 204 len: 173 time: 2.0231740 Feb 17 21:08:41.798763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:41.863983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:08:41.868616 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'status': 'completed', 'code': 200} Feb 17 21:08:41.907559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-1af63e0b-c398-4f8a-9336-41bc95af1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:41.909114 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-1af63e0b-c398-4f8a-9336-41bc95af1196 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0825660 Feb 17 21:08:41.986545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-398f5f06-8c1f-4da8-b938-788ac257b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:41.988166 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-398f5f06-8c1f-4da8-b938-788ac257b6f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=113e18c6b7a34b7382852a5c99f8d002&device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 1163 time: 0.0871561 Feb 17 21:08:42.089597 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-6bf8ac57-0032-4cc0-a336-7fb1381f9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.091379 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-6bf8ac57-0032-4cc0-a336-7fb1381f9f2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1543295 Feb 17 21:08:42.137229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-99decb59-086b-4dba-834e-5ac4c6d520d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.138855 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-99decb59-086b-4dba-834e-5ac4c6d520d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 200 len: 902 time: 0.1426325 Feb 17 21:08:42.170916 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-9abd45c5-77ef-4671-9869-19b4d4adc858 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 217 time: 0.0728850 Feb 17 21:08:42.208663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:42.211748 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-e7e54392-4e0c-4d20-bec3-523bb60fc682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 200 len: 217 time: 0.0661623 Feb 17 21:08:42.212860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Checking router: 60c681b7-e331-4934-8500-e5dcdaf34111 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:08:42.222418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:08:42.223362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:08:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:42.246272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-22fdf7c3-6f15-4eb5-99be-4ea39a709fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.248037 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-22fdf7c3-6f15-4eb5-99be-4ea39a709fa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0700374 Feb 17 21:08:42.289351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-0b61241c-5d74-4e7e-a1c1-7259bc7aab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.291495 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-0b61241c-5d74-4e7e-a1c1-7259bc7aab06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 200 len: 847 time: 0.0718193 Feb 17 21:08:42.335432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-f9d25dda-1ae6-4ddb-acc2-27f2558b3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.337782 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-f9d25dda-1ae6-4ddb-acc2-27f2558b3b3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825515 Feb 17 21:08:42.390670 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-6706655f-52c2-491e-9daf-38b223ff5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:42.393047 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-6706655f-52c2-491e-9daf-38b223ff5842 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736d2789-5af6-40c3-8415-86528e031415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853689 Feb 17 21:08:42.421333 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:08:42.503502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-1531563c-bdae-4871-a8cb-4ccf6c0d7342 service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578212 Feb 17 21:08:42.691292 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-76358a23-c2b5-46b6-9ad9-48c2ab26dc6f service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798095 Feb 17 21:08:42.728395 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-24ebe880-2986-4ce9-b5c7-50b87525707c req-c9567612-fcac-4260-87f6-4104940f8c70 service neutron] 10.222.0.59 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2168083 Feb 17 21:08:42.828270 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:42.841973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1de1e-8994-4506-9c14-8a2bd35da56a None None] The sync data for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb is: [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:04:00Z', 'revision_number': 4, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '1ea934aa-f317-4dcc-9f17-a843b5571555', 'name': '', 'network_id': '736d2789-5af6-40c3-8415-86528e031415', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'mac_address': 'fa:16:3e:07:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:59Z', 'updated_at': '2021-02-17T21:04:07Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'subnets': [{'id': '746e0dca-c130-483c-b004-b4987f0da8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:08:43.091915 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e8457d2e-cfa0-4212-837f-c2f739cb88cf req-f95cb5ea-5be8-4215-9acf-27429772e4c6 service neutron] 10.222.0.57 "GET /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3913884 Feb 17 21:08:43.285521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89b340-4c26-4e9a-91f2-0be0a30ed05a None None] New status for floating IP 03cb5c36-cfae-47f3-be66-090e2c3a657d: DOWN {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:08:43.298812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e3eb3-b951-4315-8f38-8364c31c33f1 req-752090eb-7dab-4489-9c99-8fa4cf6a6c13 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:43.299642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1c6e3eb3-b951-4315-8f38-8364c31c33f1 req-752090eb-7dab-4489-9c99-8fa4cf6a6c13 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:43.374177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1c6e3eb3-b951-4315-8f38-8364c31c33f1 req-752090eb-7dab-4489-9c99-8fa4cf6a6c13 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:43.375554 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c6e3eb3-b951-4315-8f38-8364c31c33f1 req-752090eb-7dab-4489-9c99-8fa4cf6a6c13 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.1678033 Feb 17 21:08:43.437606 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1c6e3eb3-b951-4315-8f38-8364c31c33f1 req-cf3220b5-773d-4aea-8776-921abb499c80 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0542617 Feb 17 21:08:44.653590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c0e53-b80a-46eb-bfbc-317abd6aac36 req-c2b4589e-7a4e-47bb-ba85-3b26a353d19b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:44.655262 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f28c0e53-b80a-46eb-bfbc-317abd6aac36 req-c2b4589e-7a4e-47bb-ba85-3b26a353d19b tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0921161 Feb 17 21:08:44.704677 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f28c0e53-b80a-46eb-bfbc-317abd6aac36 req-ace523cf-a4ee-4190-a62e-8fc8c8314082 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429490 Feb 17 21:08:45.623152 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-79de44ce-a039-4b64-b3ee-488ed4a63f95 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:45.624739 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-79de44ce-a039-4b64-b3ee-488ed4a63f95 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.0921221 Feb 17 21:08:45.703931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Deleting port d38b1901-1145-4340-afd4-d5b8a4cfc545 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:45.704376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:46.054978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f08e8-4552-4f3b-b7d5-6adb3a16617e req-c4406037-3898-48a3-a79f-1750bb8292cd tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:46.057304 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9a8f08e8-4552-4f3b-b7d5-6adb3a16617e req-c4406037-3898-48a3-a79f-1750bb8292cd tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 946 time: 0.2318180 Feb 17 21:08:46.059382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] For port d38b1901-1145-4340-afd4-d5b8a4cfc545, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d38b1901-1145-4340-afd4-d5b8a4cfc545,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:46.059787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:46.214604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Calling delete_port for d38b1901-1145-4340-afd4-d5b8a4cfc545 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:46.281511 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9a8f08e8-4552-4f3b-b7d5-6adb3a16617e req-115126f8-0b05-4266-9c2d-f2e75671def9 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846d1fc-4750-4677-ae2d-15dc24b70545&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2133958 Feb 17 21:08:46.428456 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:46.443704 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2cd8bad9-6d4b-457b-9694-7687f843f336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:46.539404 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event deleted for resources: {'Port': ['ID=d38b1901-1145-4340-afd4-d5b8a4cfc545,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:46.546317 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:46.651886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] No DVR routers for this DVR port d38b1901-1145-4340-afd4-d5b8a4cfc545 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:08:46.654232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:46.657077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-deleted', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:46.706250 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a7622-e211-43c5-84ca-ab4fc6d35219', 'name': 'network-vif-deleted', 'tag': 'd38b1901-1145-4340-afd4-d5b8a4cfc545', 'status': 'completed', 'code': 200} Feb 17 21:08:46.709529 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9d6ad94d-6108-4d8a-95f5-4c653b461d8d req-c1018fb6-fdd8-4b72-9246-b8f52d56adf0 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.57 "DELETE /v2.0/ports/d38b1901-1145-4340-afd4-d5b8a4cfc545 HTTP/1.1" status: 204 len: 173 time: 1.0782881 Feb 17 21:08:47.299752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:47.337143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: d38b1901-1145-4340-afd4-d5b8a4cfc545 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:47.342350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device d38b1901-1145-4340-afd4-d5b8a4cfc545 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:47.457695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-60e94d12-13f7-417c-a161-0a80959c8151 req-09283a22-e4dc-46cb-a122-04f1c829991f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Synchronizing usage tracker for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:47.502991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-60e94d12-13f7-417c-a161-0a80959c8151 req-09283a22-e4dc-46cb-a122-04f1c829991f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Unset dirty status for tenant:113e18c6b7a34b7382852a5c99f8d002 on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:47.504589 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-60e94d12-13f7-417c-a161-0a80959c8151 req-09283a22-e4dc-46cb-a122-04f1c829991f tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4a7622-e211-43c5-84ca-ab4fc6d35219 HTTP/1.1" status: 200 len: 210 time: 0.1021509 Feb 17 21:08:48.691834 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-522d58ea-7cb7-4c8f-9aad-13b82f53d5d4 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "GET /v2.0/security-groups/1846d1fc-4750-4677-ae2d-15dc24b70545 HTTP/1.1" status: 200 len: 2993 time: 0.0510454 Feb 17 21:08:48.764144 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:48.793810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:48.940499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:48.946327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0acfa39e-7437-4ef7-b9a5-3694d85eaf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:48.962092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846d1fc-4750-4677-ae2d-15dc24b70545,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:48.965066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:49.002249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:49.003479 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ecf06631-8627-4f28-b76a-29dbb2565f59 req-d040494d-2947-4b44-abdd-63231a6fc149 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] 10.222.0.59 "DELETE /v2.0/security-groups/1846d1fc-4750-4677-ae2d-15dc24b70545 HTTP/1.1" status: 204 len: 173 time: 0.3047619 Feb 17 21:08:49.101211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 41964) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:49.496053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb0c4-fb69-4dd0-aac1-cf2d43af7346 req-d566cb5c-4299-4594-ae28-b6a1b54d69cf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:49.497694 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-62feb0c4-fb69-4dd0-aac1-cf2d43af7346 req-d566cb5c-4299-4594-ae28-b6a1b54d69cf tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.0869162 Feb 17 21:08:49.546677 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-62feb0c4-fb69-4dd0-aac1-cf2d43af7346 req-d71959c5-6d97-4511-8ed4-d68daea255dc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Feb 17 21:08:49.741248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.106409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Deleting port 1ea934aa-f317-4dcc-9f17-a843b5571555 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:50.106781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.286500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] For port 1ea934aa-f317-4dcc-9f17-a843b5571555, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=1ea934aa-f317-4dcc-9f17-a843b5571555,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:50.286892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.426342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Calling delete_port for 1ea934aa-f317-4dcc-9f17-a843b5571555 owned by network:router_interface {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:50.440053 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:51.040621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe5a9-505c-43ac-86b5-b8fe956f4bab req-7e1c2d30-c4e0-4e12-8085-99c95e062cb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:51.042350 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b66fe5a9-505c-43ac-86b5-b8fe956f4bab req-7e1c2d30-c4e0-4e12-8085-99c95e062cb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.3796973 Feb 17 21:08:51.096493 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b66fe5a9-505c-43ac-86b5-b8fe956f4bab req-aff989cd-87ed-4464-a35f-d7aa0baa5d36 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471222 Feb 17 21:08:51.114344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:51.131089 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d4bb371b-ee47-4783-92c2-1c63a54abbb7 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:51.234727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea934aa-f317-4dcc-9f17-a843b5571555,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:51.241807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:51.552666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:08:51.603564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:51.627082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 5aafabcd-01af-43a4-b429-cece2f2558e2 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:08:51.627559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:51.758341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-84b7f91c-01a0-4a4e-97db-d2e50cefafde tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:51.760448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-84b7f91c-01a0-4a4e-97db-d2e50cefafde tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.2202110 Feb 17 21:08:51.938054 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Deleting port 5aafabcd-01af-43a4-b429-cece2f2558e2 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:51.938363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:52.529538 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Router 60c681b7-e331-4934-8500-e5dcdaf34111 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:08:52.545088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a176d-8e50-4e10-a2ed-1fd516832d59 req-f24bd6a9-b88b-4e6b-ba85-0859974f5125 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:52.546762 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6e4a176d-8e50-4e10-a2ed-1fd516832d59 req-f24bd6a9-b88b-4e6b-ba85-0859974f5125 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 945 time: 0.3151050 Feb 17 21:08:52.553346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] For port 5aafabcd-01af-43a4-b429-cece2f2558e2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5aafabcd-01af-43a4-b429-cece2f2558e2,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:52.553770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:52.767583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Calling delete_port for 5aafabcd-01af-43a4-b429-cece2f2558e2 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:52.885091 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6e4a176d-8e50-4e10-a2ed-1fd516832d59 req-f1a42104-1ab0-4b8b-beea-6c1d9fbeec7d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164637 Feb 17 21:08:52.934391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1890dd-70e4-447f-882f-f5c1c2f34704 req-8d4b8d2e-0a61-4edf-ac8d-7259e70ddf1d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:52.936021 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2c1890dd-70e4-447f-882f-f5c1c2f34704 req-8d4b8d2e-0a61-4edf-ac8d-7259e70ddf1d tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.1002569 Feb 17 21:08:52.985739 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-2c1890dd-70e4-447f-882f-f5c1c2f34704 req-09c2696a-2a70-49be-a6fe-3645a6abda65 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Feb 17 21:08:53.267718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:08:53.277783 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Sync routers for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:08:53.287642 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:08:53.288314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:08:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:53.339503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:53.355108 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af9887ef-38e6-4974-8720-850363033e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:53.373248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:53.421817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 5aafabcd-01af-43a4-b429-cece2f2558e2 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:53.422209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 5aafabcd-01af-43a4-b429-cece2f2558e2 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:53.448715 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-fa7631b3-858e-4a16-8c40-fe2d70b6195e admin admin] 10.222.0.59 "PUT /v2.0/routers/60c681b7-e331-4934-8500-e5dcdaf34111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460686 Feb 17 21:08:53.451489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 41994) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:53.460712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event deleted for resources: {'Port': ['ID=5aafabcd-01af-43a4-b429-cece2f2558e2,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:53.471374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:53.534352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:08:53.580555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] No DVR routers for this DVR port 5aafabcd-01af-43a4-b429-cece2f2558e2 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:08:53.583691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:53.585866 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cf0ebaaf-bc47-42ef-8350-674e4a723cad req-7b628b7d-3007-45f0-b2df-12c7d6fad776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "DELETE /v2.0/ports/5aafabcd-01af-43a4-b429-cece2f2558e2 HTTP/1.1" status: 204 len: 173 time: 1.7630470 Feb 17 21:08:53.586423 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'name': 'network-vif-deleted', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:53.638658 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333cd22f-4edd-46f2-91bf-87c8a3ff5b10', 'name': 'network-vif-deleted', 'tag': '5aafabcd-01af-43a4-b429-cece2f2558e2', 'status': 'completed', 'code': 200} Feb 17 21:08:53.666750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:53.866396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:53.911208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Deleting port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:53.912981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:54.012710 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:08:50Z', 'revision_number': 5, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port': {'id': '4a8938df-233e-4ea2-b3c8-d4b6ecd590a8', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:03:54Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:54.016420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Checking router: 60c681b7-e331-4934-8500-e5dcdaf34111 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:08:54.025586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Routers {'60c681b7-e331-4934-8500-e5dcdaf34111'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:08:54.026288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:08:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['60c681b7-e331-4934-8500-e5dcdaf34111'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:54.112142 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b15e033b-eb18-4cf6-b3af-d3720b25ae54 req-5d926d22-0831-4148-aa01-dda5f3fb0ba0 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=333cd22f-4edd-46f2-91bf-87c8a3ff5b10 HTTP/1.1" status: 200 len: 210 time: 0.0659125 Feb 17 21:08:54.200848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] Set router 60c681b7-e331-4934-8500-e5dcdaf34111 gateway port host: None {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:08:54.216640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af0dc-963d-4595-8eb2-918ddbeff4ae req-bcb543e4-de5a-4fb9-b4cf-cc0647c009f4 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:54.218503 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d6af0dc-963d-4595-8eb2-918ddbeff4ae req-bcb543e4-de5a-4fb9-b4cf-cc0647c009f4 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.1115327 Feb 17 21:08:54.271614 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d6af0dc-963d-4595-8eb2-918ddbeff4ae req-4d70c86e-4223-47a8-8c2a-43b13e9ad860 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464847 Feb 17 21:08:54.341799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:08:53Z', 'revision_number': 6, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port_host': None}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:54.346269 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3026-4dbe-40eb-863f-8789b3795565 None None] The sync data for ids ['60c681b7-e331-4934-8500-e5dcdaf34111'] in dv-cinder-760184-4-smb is: [{'id': '60c681b7-e331-4934-8500-e5dcdaf34111', 'name': 'tempest-TestShelveInstance-921643950-router', 'tenant_id': '113e18c6b7a34b7382852a5c99f8d002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:03:52Z', 'updated_at': '2021-02-17T21:08:53Z', 'revision_number': 6, 'project_id': '113e18c6b7a34b7382852a5c99f8d002', 'gw_port_host': None}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:08:54.414918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] For port 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:54.415312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:54.551162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Calling delete_port for 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:54.778866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 1ea934aa-f317-4dcc-9f17-a843b5571555 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:54.815450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 1ea934aa-f317-4dcc-9f17-a843b5571555 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:54.815852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 1ea934aa-f317-4dcc-9f17-a843b5571555 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:54.816314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:54.825448 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:54.842292 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f81e23fb-42cc-40a6-925a-bb609eb3be39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:54.856004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:54.856410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4a8938df-233e-4ea2-b3c8-d4b6ecd590a8 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:54.938044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8938df-233e-4ea2-b3c8-d4b6ecd590a8,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:54.948309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:55.069260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.256925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.260027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.394265 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.394879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c681b7-e331-4934-8500-e5dcdaf34111 {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:08:55.407839 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.409064 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2e6e5346-31c7-4550-88e6-4e3abfe97c6b admin admin] 10.222.0.59 "DELETE /v2.0/routers/60c681b7-e331-4934-8500-e5dcdaf34111 HTTP/1.1" status: 204 len: 168 time: 1.9563646 Feb 17 21:08:55.411756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42010) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:55.484724 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Deleting subnet 746e0dca-c130-483c-b004-b4987f0da8d0 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:08:55.488239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.503904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7809-e193-49ec-9789-82144d84c013 req-332d6e85-d38b-4184-8f60-11b702dc5af0 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:55.510083 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e60f7809-e193-49ec-9789-82144d84c013 req-332d6e85-d38b-4184-8f60-11b702dc5af0 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.1201861 Feb 17 21:08:55.553514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.573618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e60f7809-e193-49ec-9789-82144d84c013 req-3803cda9-b6f1-4bed-ac0f-75a88dcfdb86 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Feb 17 21:08:55.641371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.923151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:55.939586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:56.028172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746e0dca-c130-483c-b004-b4987f0da8d0,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:56.033205 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:56.073225 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.078897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26a939-a8ca-4c19-b7a4-8c3747611932 None None] Network 736d2789-5af6-40c3-8415-86528e031415 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:08:56.079252 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/746e0dca-c130-483c-b004-b4987f0da8d0 HTTP/1.1" status: 204 len: 168 time: 0.6661701 Feb 17 21:08:56.081981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42016) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:56.197922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.266439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Deleting port 6b9d9575-e703-408a-bade-d4fb33ab2dea {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:56.266822 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.333343 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] DHCP port deletion for 736d2789-5af6-40c3-8415-86528e031415 request from dv-cinder-760184-4-smb {{(pid=84092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:08:56.338772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Deleting port 6b9d9575-e703-408a-bade-d4fb33ab2dea {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:56.339299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.488420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] For port 6b9d9575-e703-408a-bade-d4fb33ab2dea, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=6b9d9575-e703-408a-bade-d4fb33ab2dea,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:56.488741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.561884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] For port 6b9d9575-e703-408a-bade-d4fb33ab2dea, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=6b9d9575-e703-408a-bade-d4fb33ab2dea,segment=NetworkSegment(7eec2a3c-f8c6-493f-ad91-07c47b3606ac),segment_id=7eec2a3c-f8c6-493f-ad91-07c47b3606ac)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:56.562382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.627107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Calling delete_port for 6b9d9575-e703-408a-bade-d4fb33ab2dea owned by network:dhcp {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:56.698415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Calling delete_port for 6b9d9575-e703-408a-bade-d4fb33ab2dea owned by network:dhcp {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:56.789026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84092) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:08:56.789424 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:08:56.799103 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 6b9d9575-e703-408a-bade-d4fb33ab2dea no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:56.809401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:56.825296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-07aecd73-bb9b-4172-b1f3-d89c6e49d333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:56.837420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 6b9d9575-e703-408a-bade-d4fb33ab2dea {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:56.837866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 6b9d9575-e703-408a-bade-d4fb33ab2dea not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:56.937038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9d9575-e703-408a-bade-d4fb33ab2dea,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:56.940196 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:56.953092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b3fdd-3c09-4086-8738-1b33667d0cb6 req-6a27a911-84fc-40a0-bd24-5e83a76eb77b tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:56.953092 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-694b3fdd-3c09-4086-8738-1b33667d0cb6 req-6a27a911-84fc-40a0-bd24-5e83a76eb77b tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.2250595 Feb 17 21:08:57.038043 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-694b3fdd-3c09-4086-8738-1b33667d0cb6 req-cb34b6c9-6bd9-458f-8e4d-e372a5ab9c9e tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736322 Feb 17 21:08:57.041487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] No DVR routers for this DVR port 6b9d9575-e703-408a-bade-d4fb33ab2dea on host dv-cinder-760184-4-smb {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:08:57.132672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51144922-df00-4a22-92e0-028c5a013255 req-7822070a-019e-4c9d-a48f-cc64df81cc6e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:57.133435 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-51144922-df00-4a22-92e0-028c5a013255 req-7822070a-019e-4c9d-a48f-cc64df81cc6e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:08:57.166261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.183024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-51144922-df00-4a22-92e0-028c5a013255 req-7822070a-019e-4c9d-a48f-cc64df81cc6e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:08:57.184451 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51144922-df00-4a22-92e0-028c5a013255 req-7822070a-019e-4c9d-a48f-cc64df81cc6e tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.1471021 Feb 17 21:08:57.234694 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-51144922-df00-4a22-92e0-028c5a013255 req-ac907d3b-448e-4921-b7ce-09a712f15a91 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Feb 17 21:08:57.282004 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736d2789-5af6-40c3-8415-86528e031415']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:57.290779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Deleting port 6b9d9575-e703-408a-bade-d4fb33ab2dea {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:57.291136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.294695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eec2a3c-f8c6-493f-ad91-07c47b3606ac') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:57.295037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eec2a3c-f8c6-493f-ad91-07c47b3606ac') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:57.307812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.323396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.325481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:08:57.365881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-0cf016e6-4544-4cc5-ae7c-1a79611c320f None None] The port '6b9d9575-e703-408a-bade-d4fb33ab2dea' was deleted {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:08:57.502489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Network 736d2789-5af6-40c3-8415-86528e031415 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:08:57.512110 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.693973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Network 736d2789-5af6-40c3-8415-86528e031415 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:08:57.716895 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:08:57.822419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.825868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d38bf1cc-5a3c-47e5-a9a2-e3ab1a2c59b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:57.841968 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:57.848406 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=736d2789-5af6-40c3-8415-86528e031415,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:57.854088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:57.903276 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] 10.222.0.59 "DELETE /v2.0/networks/736d2789-5af6-40c3-8415-86528e031415 HTTP/1.1" status: 204 len: 168 time: 1.8201990 Feb 17 21:08:57.906296 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42028) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:58.072512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-30b78313-1601-4346-b770-8c09103d035e tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:58.074226 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-30b78313-1601-4346-b770-8c09103d035e tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.0953467 Feb 17 21:08:58.157454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Deleting port 612fa4aa-ae6c-48df-8f4d-865112addc08 {{(pid=84090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:58.157877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:58.488049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa583d-1ede-4cf8-a471-1086d6f3c8fd req-9176c81a-844a-4caa-93db-916c32a0ef33 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:58.489519 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] For port 612fa4aa-ae6c-48df-8f4d-865112addc08, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=612fa4aa-ae6c-48df-8f4d-865112addc08,segment=NetworkSegment(4ffd2f8e-1004-4d83-965f-b05320d7ab5c),segment_id=4ffd2f8e-1004-4d83-965f-b05320d7ab5c)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:58.489706 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04fa583d-1ede-4cf8-a471-1086d6f3c8fd req-9176c81a-844a-4caa-93db-916c32a0ef33 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 945 time: 0.2634201 Feb 17 21:08:58.489939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:58.624001 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-04fa583d-1ede-4cf8-a471-1086d6f3c8fd req-0289b963-8ce6-4d58-a3b6-b172b0d08b15 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/security-groups?id=c120e6b1-94b3-458d-b33e-b6ac7da74192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269469 Feb 17 21:08:58.650612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ff93-7467-4716-bf05-0a3181df3c14 req-06b65fec-6908-4bce-a710-c3a62179f5d3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:58.652232 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e602ff93-7467-4716-bf05-0a3181df3c14 req-06b65fec-6908-4bce-a710-c3a62179f5d3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.2995775 Feb 17 21:08:58.659612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Calling delete_port for 612fa4aa-ae6c-48df-8f4d-865112addc08 owned by compute:nova {{(pid=84090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:08:58.772723 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e602ff93-7467-4716-bf05-0a3181df3c14 req-0a633774-ff70-4055-a071-354bbf74a9cc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829363 Feb 17 21:08:58.851963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:58.882350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2402575'] for port, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:58.897930 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:58.999472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Pushing event deleted for resources: {'Port': ['ID=612fa4aa-ae6c-48df-8f4d-865112addc08,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:59.009999 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:59.107692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] No DVR routers for this DVR port 612fa4aa-ae6c-48df-8f4d-865112addc08 on host hv-cinder-76018 {{(pid=84090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:08:59.109866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.112682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'name': 'network-vif-deleted', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:59.158446 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d3a67af-b245-4ad4-a84a-86d3ba9b0a37 req-d59b8532-1279-4ab0-8b79-9af0c61d6134 tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.57 "DELETE /v2.0/ports/612fa4aa-ae6c-48df-8f4d-865112addc08 HTTP/1.1" status: 204 len: 173 time: 1.0769637 Feb 17 21:08:59.160344 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9', 'name': 'network-vif-deleted', 'tag': '612fa4aa-ae6c-48df-8f4d-865112addc08', 'status': 'completed', 'code': 200} Feb 17 21:08:59.242421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-ced19f75-9592-4d4d-871b-79487d1697c2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:59.244630 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-ced19f75-9592-4d4d-871b-79487d1697c2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 945 time: 0.1605935 Feb 17 21:08:59.366775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Deleting port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:59.367073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.409088 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Deleting port 1b64e548-e9c3-4d45-9753-cbf957d421bd {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:08:59.409465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.411000 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 612fa4aa-ae6c-48df-8f4d-865112addc08 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:59.448776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 612fa4aa-ae6c-48df-8f4d-865112addc08 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:08:59.449166 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 612fa4aa-ae6c-48df-8f4d-865112addc08 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:08:59.449621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 1b64e548-e9c3-4d45-9753-cbf957d421bd no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:08:59.572052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.600859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:08:59.612507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:59.654172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.657200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd', 'code': 200} Feb 17 21:08:59.657809 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:59.732781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:08:59.736573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:59.838202 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9e8d86d5-f8ca-408d-9621-a659770963f2 req-cba192bf-a6cd-43f0-ad0d-b94107cca2bb tempest-VolumesSnapshotTestJSON-333655808 tempest-VolumesSnapshotTestJSON-333655808-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b608ac-3d8f-46f0-b6eb-e590fc07f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0700138 Feb 17 21:08:59.872663 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] For port 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:08:59.873993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:59.987600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e5aef-7d9e-439c-9b9d-ead9c3beee2a req-745d9fbc-be59-4b12-a413-538e117f0c53 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:08:59.989214 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-430e5aef-7d9e-439c-9b9d-ead9c3beee2a req-745d9fbc-be59-4b12-a413-538e117f0c53 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0961530 Feb 17 21:09:00.018807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Calling delete_port for 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e owned by network:router_interface {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:00.038819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-430e5aef-7d9e-439c-9b9d-ead9c3beee2a req-ad9b2f22-bc75-4391-b298-fb5bfd0e33c0 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Feb 17 21:09:00.056477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:00.056883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:00.195799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Calling delete_port for 1b64e548-e9c3-4d45-9753-cbf957d421bd owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:00.381599 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:09:00.381985 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:09:00.433947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:00.449352 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-320a2dd1-85ef-47f9-949d-6c25986a898a tempest-ServerRescueNegativeTestJSON-1966066406 tempest-ServerRescueNegativeTestJSON-1966066406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:00.552378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c35cf40-2498-4ca9-8ca1-c7b39d093c7e,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:00.556988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:01.070037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Deleting port 1b64e548-e9c3-4d45-9753-cbf957d421bd {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:01.070037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:01.159234 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:01.171063 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-45434af0-1867-4f32-9fd1-026bdae23a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:01.247364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc4a86-4f42-45cf-8a2d-8307bbc4235b req-1c9ca3fd-d7d1-410a-a885-c707976e04d5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:01.249549 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-81bc4a86-4f42-45cf-8a2d-8307bbc4235b req-1c9ca3fd-d7d1-410a-a885-c707976e04d5 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0893092 Feb 17 21:09:01.304344 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-81bc4a86-4f42-45cf-8a2d-8307bbc4235b req-109e05a8-a06d-45ca-9c51-e0d77502b42d tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Feb 17 21:09:01.656090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] For port 1b64e548-e9c3-4d45-9753-cbf957d421bd, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=1b64e548-e9c3-4d45-9753-cbf957d421bd,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:01.656494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:01.807045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Calling delete_port for 1b64e548-e9c3-4d45-9753-cbf957d421bd owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:02.128682 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Router 7f613745-74f0-4e34-bc5d-a5909bcfc572 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:09:02.199774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:02.222067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de1f8325-39fb-499f-bb75-813c3aea7552 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:02.329496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event deleted for resources: {'Port': ['ID=1b64e548-e9c3-4d45-9753-cbf957d421bd,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:02.343859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:02.515704 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8431c8c5-c58d-4f3f-ba88-f09e915edb90 req-d88c758b-b427-475e-a575-ca02657ef2cb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3328349b-0e10-4f29-a412-86d68cb6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0794814 Feb 17 21:09:02.548332 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:09:02.558233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Sync routers for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:09:02.570478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:02.571204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:08:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:02.609533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] No DVR routers for this DVR port 1b64e548-e9c3-4d45-9753-cbf957d421bd on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:09:02.611938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:02.614028 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-81f374d1-3ea3-40c3-9691-3d0e286f6ecb req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "DELETE /v2.0/ports/1b64e548-e9c3-4d45-9753-cbf957d421bd HTTP/1.1" status: 204 len: 173 time: 3.3353949 Feb 17 21:09:02.617739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-deleted', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:09:02.642095 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f613745-74f0-4e34-bc5d-a5909bcfc572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7345607 Feb 17 21:09:02.644653 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42060) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:02.714669 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3328349b-0e10-4f29-a412-86d68cb6cd3a', 'name': 'network-vif-deleted', 'tag': '1b64e548-e9c3-4d45-9753-cbf957d421bd', 'status': 'completed', 'code': 200} Feb 17 21:09:02.775960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:02.854890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.127907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:09:00Z', 'revision_number': 5, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:03.136951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-38c50059-736f-4fa7-879a-0a1b33a163cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.138458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Checking router: 7f613745-74f0-4e34-bc5d-a5909bcfc572 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:09:03.152141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Routers {'7f613745-74f0-4e34-bc5d-a5909bcfc572'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:03.153405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:09:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['7f613745-74f0-4e34-bc5d-a5909bcfc572'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:03.324927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.352250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] Set router 7f613745-74f0-4e34-bc5d-a5909bcfc572 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:03.368897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Deleting port caea1586-f78d-49c7-94ef-59144c878ec9 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:03.369877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.599654 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] For port caea1586-f78d-49c7-94ef-59144c878ec9, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=caea1586-f78d-49c7-94ef-59144c878ec9,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:03.600751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.678447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:09:00Z', 'revision_number': 5, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:03.688889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670a29c-4af0-4194-af7e-9935d503abb2 None None] The sync data for ids ['7f613745-74f0-4e34-bc5d-a5909bcfc572'] in dv-cinder-760184-4-smb is: [{'id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'name': 'tempest-TestShelveInstance-82516450-router', 'tenant_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:04:04Z', 'updated_at': '2021-02-17T21:09:00Z', 'revision_number': 5, 'project_id': 'ce46bf723b5e4b3b82243e14684eb45d', 'gw_port': {'id': 'caea1586-f78d-49c7-94ef-59144c878ec9', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f613745-74f0-4e34-bc5d-a5909bcfc572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:04:05Z', 'updated_at': '2021-02-17T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:09:03.744802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Calling delete_port for caea1586-f78d-49c7-94ef-59144c878ec9 owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:03.985483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.003325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ae7d4161-5de6-430d-9788-b5a541b058e0 tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:04.103013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Pushing event deleted for resources: {'Port': ['ID=caea1586-f78d-49c7-94ef-59144c878ec9,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:04.145807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:04.265974 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.289532 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583c58-48a0-440f-9e2b-fafc52e44d83 req-6dd10c5b-c690-4cb9-847f-974a9327f9dc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:04.290825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26583c58-48a0-440f-9e2b-fafc52e44d83 req-6dd10c5b-c690-4cb9-847f-974a9327f9dc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:09:04.324285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.370998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-26583c58-48a0-440f-9e2b-fafc52e44d83 req-6dd10c5b-c690-4cb9-847f-974a9327f9dc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:09:04.372284 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26583c58-48a0-440f-9e2b-fafc52e44d83 req-6dd10c5b-c690-4cb9-847f-974a9327f9dc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 946 time: 0.2761476 Feb 17 21:09:04.540288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.544359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.560680 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-26583c58-48a0-440f-9e2b-fafc52e44d83 req-8a91bae1-6140-4995-a49c-fd6175eac776 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237516 Feb 17 21:09:04.602397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.603009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f613745-74f0-4e34-bc5d-a5909bcfc572 {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:09:04.616112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.617333 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] 10.222.0.59 "DELETE /v2.0/routers/7f613745-74f0-4e34-bc5d-a5909bcfc572 HTTP/1.1" status: 204 len: 168 time: 1.9716928 Feb 17 21:09:04.619979 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42078) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:04.695339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Deleting subnet 842af3de-ff2c-485f-b7ea-45e0a0604ae2 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:09:04.699505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.754922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.794369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:09:04.836222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:09:04.837266 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 4c35cf40-2498-4ca9-8ca1-c7b39d093c7e not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:09:04.849929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.273984 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.302967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.320305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:05.382980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.408289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842af3de-ff2c-485f-b7ea-45e0a0604ae2,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:05.412580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:05.461117 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.466872 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e25861-8059-4caf-a60e-35bd88e42f87 None None] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:09:05.467349 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2c10178e-a835-4f03-bce7-fe70261fb54a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/842af3de-ff2c-485f-b7ea-45e0a0604ae2 HTTP/1.1" status: 204 len: 168 time: 0.8463371 Feb 17 21:09:05.470031 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42086) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:05.663561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.745065 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Deleting port 510d89ca-067d-4cba-870b-4b67475ac45b {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:05.745437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.759130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] DHCP port deletion for 6155fc82-c09d-4607-a5ee-6bb67f30289f request from dv-cinder-760184-4-smb {{(pid=84092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:09:05.763559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Deleting port 510d89ca-067d-4cba-870b-4b67475ac45b {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:05.764077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.777421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f7518-72e0-4dda-ad79-01922983ce1c req-f9444106-4077-4cc8-b1c5-0f3a27e3ccad tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:05.779260 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8a2f7518-72e0-4dda-ad79-01922983ce1c req-f9444106-4077-4cc8-b1c5-0f3a27e3ccad tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 946 time: 0.0978346 Feb 17 21:09:05.804259 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-377ff988-778d-4e53-ba4a-3470c9ef3f6a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:05.806105 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-377ff988-778d-4e53-ba4a-3470c9ef3f6a tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 946 time: 0.2469647 Feb 17 21:09:05.828775 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8a2f7518-72e0-4dda-ad79-01922983ce1c req-1b4ca9bd-0304-4947-9764-222707707843 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Feb 17 21:09:05.941767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Deleting port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:05.942142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:05.999838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] For port 510d89ca-067d-4cba-870b-4b67475ac45b, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=510d89ca-067d-4cba-870b-4b67475ac45b,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:06.000228 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.103534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] For port 510d89ca-067d-4cba-870b-4b67475ac45b, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=510d89ca-067d-4cba-870b-4b67475ac45b,segment=NetworkSegment(18371a84-aa34-44d1-954a-c1d4a12930f2),segment_id=18371a84-aa34-44d1-954a-c1d4a12930f2)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:06.103911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.131624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Calling delete_port for 510d89ca-067d-4cba-870b-4b67475ac45b owned by network:dhcp {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:06.254299 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519'] for port, after_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.271773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:06.292308 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Calling delete_port for 510d89ca-067d-4cba-870b-4b67475ac45b owned by network:dhcp {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:06.495927 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84091) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:09:06.496659 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:09:06.549537 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Pushing event deleted for resources: {'Port': ['ID=510d89ca-067d-4cba-870b-4b67475ac45b,revision_number=None']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:06.562309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:06.582445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] For port bc3c6850-3fdc-4733-a9d9-ffacc28035c3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:06.582913 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.595546 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f499430-0938-43b2-bda2-4a0c5ddcbe0d None None] No DVR routers for this DVR port 510d89ca-067d-4cba-870b-4b67475ac45b on host dv-cinder-760184-4-smb {{(pid=84092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:09:06.722268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Calling delete_port for bc3c6850-3fdc-4733-a9d9-ffacc28035c3 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:06.785892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 510d89ca-067d-4cba-870b-4b67475ac45b no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:09:06.823916 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 510d89ca-067d-4cba-870b-4b67475ac45b {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:09:06.824316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 510d89ca-067d-4cba-870b-4b67475ac45b not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:09:06.824778 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device caea1586-f78d-49c7-94ef-59144c878ec9 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:09:06.864279 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: caea1586-f78d-49c7-94ef-59144c878ec9 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:09:06.864686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device caea1586-f78d-49c7-94ef-59144c878ec9 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:09:06.932288 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.959246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e2f95be3-5c32-490d-ac6e-35f69621551d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:07.001183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Deleting port 510d89ca-067d-4cba-870b-4b67475ac45b {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:07.001552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:07.384204 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event deleted for resources: {'Port': ['ID=bc3c6850-3fdc-4733-a9d9-ffacc28035c3,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:07.405090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:07.425371 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device bc3c6850-3fdc-4733-a9d9-ffacc28035c3 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:09:07.447936 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] The port '510d89ca-067d-4cba-870b-4b67475ac45b' was deleted {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:09:07.452908 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b23fdfc7-03e0-4310-8870-3ee7f82972e3 req-72939030-034e-4303-942b-554c144721c3 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 210 time: 0.4526219 Feb 17 21:09:07.466892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: bc3c6850-3fdc-4733-a9d9-ffacc28035c3 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:09:07.467307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device bc3c6850-3fdc-4733-a9d9-ffacc28035c3 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:09:07.614521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:07.757101 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] No DVR routers for this DVR port bc3c6850-3fdc-4733-a9d9-ffacc28035c3 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:09:07.762349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:07.765034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'name': 'network-vif-deleted', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:09:07.794487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6155fc82-c09d-4607-a5ee-6bb67f30289f']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:07.808257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18371a84-aa34-44d1-954a-c1d4a12930f2') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:07.808563 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18371a84-aa34-44d1-954a-c1d4a12930f2') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:07.816750 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd676a5-4e26-467b-b30a-35b2bd358724', 'name': 'network-vif-deleted', 'tag': 'bc3c6850-3fdc-4733-a9d9-ffacc28035c3', 'status': 'completed', 'code': 200} Feb 17 21:09:07.827584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:07.880557 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1940d00b-9268-4a94-a1d4-9ca7db5d8676 req-7738aa70-048a-4cbc-b2d4-bb93c9312cc1 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "DELETE /v2.0/ports/bc3c6850-3fdc-4733-a9d9-ffacc28035c3 HTTP/1.1" status: 204 len: 173 time: 2.0598466 Feb 17 21:09:08.014133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:08.016855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:09:08.206260 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:08.216389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:08.403163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Network 6155fc82-c09d-4607-a5ee-6bb67f30289f has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: % (table.description, expected, rows_matched) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: % (table.description, expected, rows_matched) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: % (table.description, expected, rows_matched) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: % (table.description, expected, rows_matched) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:09:08.426667 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:09:08.767084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:08.775256 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-a177582c-d8dc-4ac8-8f4b-19c448f97739 req-c994180b-76cf-434b-bd66-badc04cf1401 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Synchronizing usage tracker for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:09:08.780291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:08.798135 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:08.811133 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=6155fc82-c09d-4607-a5ee-6bb67f30289f,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:08.815020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:08.820541 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6155fc82-c09d-4607-a5ee-6bb67f30289f HTTP/1.1" status: 204 len: 168 time: 3.3455961 Feb 17 21:09:08.845859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-a177582c-d8dc-4ac8-8f4b-19c448f97739 req-c994180b-76cf-434b-bd66-badc04cf1401 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Unset dirty status for tenant:d700049feeb24862a7f9bc9cb8a4607b on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:09:08.847183 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-a177582c-d8dc-4ac8-8f4b-19c448f97739 req-c994180b-76cf-434b-bd66-badc04cf1401 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fd676a5-4e26-467b-b30a-35b2bd358724 HTTP/1.1" status: 200 len: 210 time: 0.1223834 Feb 17 21:09:09.064876 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42116) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:09.117163 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d574c3ea-c4cc-43f2-ac37-4adbe76bca13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=113e18c6b7a34b7382852a5c99f8d002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507965 Feb 17 21:09:09.119698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42120) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:09.180521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:09.210776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:09.376080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:09.381373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cce8e0d3-3e6f-47d1-9925-794b8c0754a1 tempest-AttachVolumeTestJSON-2061692513 tempest-AttachVolumeTestJSON-2061692513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:09.397020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f126dd2-384b-4662-aa66-0e5a25d9a307,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:09.401036 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:09.404738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:09.406030 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e859a639-7b8d-4a12-9f7f-c52bf379e18c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f126dd2-384b-4662-aa66-0e5a25d9a307 HTTP/1.1" status: 204 len: 168 time: 0.2852745 Feb 17 21:09:09.986731 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42138) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:10.039402 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7832fecd-074a-456b-bdb1-991ec6b78203 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce46bf723b5e4b3b82243e14684eb45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512078 Feb 17 21:09:10.042688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42142) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:10.108633 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.136920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.270758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.276573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8baa320a-9442-4fbb-abc9-c808b6f6b6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:10.294852 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf24171-6a6d-493c-9e50-50cf462e14a5,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:10.298189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:10.299121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.300409 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fdf24171-6a6d-493c-9e50-50cf462e14a5 HTTP/1.1" status: 204 len: 168 time: 0.2566650 Feb 17 21:09:11.754141 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3ef4-e4a3-4f80-915a-f46fe056f6d9 req-b427132b-632f-4cdb-9c5e-a6e60b359b66 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:11.755670 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-586c3ef4-e4a3-4f80-915a-f46fe056f6d9 req-b427132b-632f-4cdb-9c5e-a6e60b359b66 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.0907462 Feb 17 21:09:11.803155 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-586c3ef4-e4a3-4f80-915a-f46fe056f6d9 req-2096069d-3e1e-4074-90e0-d534162596a2 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Feb 17 21:09:13.006521 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0da7cc-421e-48c9-903f-3ba3705d6db0 req-db2b3733-16f0-49e1-a6f2-18ea83430c06 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:13.008160 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ae0da7cc-421e-48c9-903f-3ba3705d6db0 req-db2b3733-16f0-49e1-a6f2-18ea83430c06 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.0891504 Feb 17 21:09:13.063415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-ae0da7cc-421e-48c9-903f-3ba3705d6db0 req-88025b1c-b872-488e-9c5e-eaf683b707df tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/security-groups?id=50d3396d-aadf-4221-8692-9070da393e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Feb 17 21:09:13.420010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:09:13.435481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-c5beb4e6-f8b0-4c0c-a40c-96519f6933cd tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:13.437094 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-c5beb4e6-f8b0-4c0c-a40c-96519f6933cd tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 946 time: 0.0936644 Feb 17 21:09:13.515612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Deleting port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:09:13.515992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:13.554449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:13.583192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:09:13.593718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:13.631152 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058', 'code': 200} Feb 17 21:09:13.668844 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:13.671025 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:13.741483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:13.745741 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:13.784520 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] For port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,segment=NetworkSegment(77fbffe3-58a3-4c77-899e-fd4eb9dafdcf),segment_id=77fbffe3-58a3-4c77-899e-fd4eb9dafdcf)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:13.784918 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:13.918346 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Calling delete_port for 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:09:14.108474 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.126319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-762804a9-1bc1-4d44-a173-a5536dbdb6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:14.230015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Pushing event deleted for resources: {'Port': ['ID=4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:14.272863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:14.288547 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-69b6d35e-73f5-41bb-990b-c1166f8eceb8 req-1c834477-f404-4659-80b7-69fc7747ccb8 tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e17efb8-d7ac-4edd-be77-7d110ab13300 HTTP/1.1" status: 200 len: 210 time: 0.0716255 Feb 17 21:09:14.390092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] No DVR routers for this DVR port 4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:09:14.392248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.395192 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-deleted', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:09:14.443186 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9ef7a4aa-43ff-4ad9-96de-86eb794a8db3 req-08a38e97-f3de-40fa-8de3-380e6f54cbbc tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] 10.222.0.57 "DELETE /v2.0/ports/4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058 HTTP/1.1" status: 204 len: 173 time: 1.0006659 Feb 17 21:09:14.444956 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e17efb8-d7ac-4edd-be77-7d110ab13300', 'name': 'network-vif-deleted', 'tag': '4eaa340b-4ff4-40d5-a6bf-5b7cb27b7058', 'status': 'completed', 'code': 200} Feb 17 21:09:15.395021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42194) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:15.462661 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Deleting subnet 0dbd05a5-c1de-445e-ad11-bf5ac74580f7 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:09:15.465903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:15.521902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:15.582768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:15.942721 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:15.958688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-b783ddfe-87e5-4127-ae15-ed2199201675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:16.046630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbd05a5-c1de-445e-ad11-bf5ac74580f7,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:16.049840 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:16.095945 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:16.101999 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-16e956ce-5621-431e-9645-cd3d83c2e786 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0dbd05a5-c1de-445e-ad11-bf5ac74580f7 HTTP/1.1" status: 204 len: 168 time: 0.7057705 Feb 17 21:09:16.104685 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42200) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:16.221411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:16.411389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:16.528531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3835d2-80c2-44b1-9613-38ce267534d3']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:16.541989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:16.542330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fbffe3-58a3-4c77-899e-fd4eb9dafdcf') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:16.554779 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:16.569697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:16.572293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:09:16.754355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Network fd3835d2-80c2-44b1-9613-38ce267534d3 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:16.763964 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:17.190294 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Network fd3835d2-80c2-44b1-9613-38ce267534d3 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:09:17.213434 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:09:17.331168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:17.334712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2ebaa779-085f-455f-9ef1-cdc302af2b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:17.351078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:17.361673 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3835d2-80c2-44b1-9613-38ce267534d3,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:17.366711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:17.408633 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-24cfe672-0ae3-4808-bf8d-ca2c1ef0858a admin admin] 10.222.0.59 "DELETE /v2.0/networks/fd3835d2-80c2-44b1-9613-38ce267534d3 HTTP/1.1" status: 204 len: 168 time: 1.3028774 Feb 17 21:09:18.032373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42218) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:18.089382 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-3f838f0e-c2da-460d-9d05-5ac3d25f2b91 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d700049feeb24862a7f9bc9cb8a4607b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553386 Feb 17 21:09:18.091832 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42222) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:18.157033 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.185307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.310760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.316078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a0bb856e-8595-455f-8164-52e8a3972582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:18.330571 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d3396d-aadf-4221-8692-9070da393e62,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:18.333389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:18.427790 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.429102 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-a635247a-335f-442d-a5c1-33d1221c2c81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50d3396d-aadf-4221-8692-9070da393e62 HTTP/1.1" status: 204 len: 168 time: 0.3362460 Feb 17 21:09:18.669312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:09:20.439810 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:22.369995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42326) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:22.443112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Deleting subnet 542bf9de-70e3-4c46-9d8b-d7bc219cb23a {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:09:22.446394 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:22.500318 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:22.567085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.011610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.028492 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:23.119233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542bf9de-70e3-4c46-9d8b-d7bc219cb23a,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:23.123966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:23.171576 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.182262 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-243b9423-eb40-47bb-986a-9f03f80f0a4d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/542bf9de-70e3-4c46-9d8b-d7bc219cb23a HTTP/1.1" status: 204 len: 168 time: 0.8107824 Feb 17 21:09:23.186680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42334) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:23.306278 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.500858 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.621806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69291d0c-c676-4f64-b122-93eba9cb54e4']}} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:23.636707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd2f8e-1004-4d83-965f-b05320d7ab5c') {'for_net_delete': True} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:23.637046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd2f8e-1004-4d83-965f-b05320d7ab5c') {} {{(pid=84090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:23.649676 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852010453'] for segment, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.664528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:23.666627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:09:23.849766 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:23.859020 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852373212'] for segment, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.035982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Network 69291d0c-c676-4f64-b122-93eba9cb54e4 has no segments {{(pid=84090) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:09:24.063529 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:09:24.182464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.186040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:24.203478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.210022 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Pushing event deleted for resources: {'Network': ['ID=69291d0c-c676-4f64-b122-93eba9cb54e4,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:24.223188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.223623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.224042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.224455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.224861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.225344 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.225688 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.226119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.228756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.229503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.229503 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.229944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.230341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.230738 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.231142 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.231539 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.231938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.232334 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:24.237081 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:24.254573 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e3d8e72f-8aa6-4527-a730-e5df802ce099 admin admin] 10.222.0.59 "DELETE /v2.0/networks/69291d0c-c676-4f64-b122-93eba9cb54e4 HTTP/1.1" status: 204 len: 168 time: 1.0671275 Feb 17 21:09:24.573365 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42348) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:24.630400 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-14e20b87-4fda-413f-b2fc-49a1faa340e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5d095e783824a5eba1af0bdf1f2f2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555747 Feb 17 21:09:24.632939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42352) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:24.695386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.723499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.856437 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.861995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8a091cb3-d7da-4989-b773-302ce7f8c5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:24.876579 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120e6b1-94b3-458d-b33e-b6ac7da74192,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:24.879396 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:24.925261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:24.928944 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c120e6b1-94b3-458d-b33e-b6ac7da74192 HTTP/1.1" status: 204 len: 168 time: 0.2926323 Feb 17 21:09:31.150807 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b8254d71-5c16-44bc-849a-1c2f9576eb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:31.796398 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42448) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:31.923958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:31.939354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:31.943401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cd6f8ac7b64242b0f7b53e3f2e8a26 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:31.946378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:31.952322 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:32.106172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.162200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.172834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d32390ef-815c-4103-b641-ea23b8b52cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:32.217145 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6cd6f8ac7b64242b0f7b53e3f2e8a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193206 Feb 17 21:09:32.217954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6032f3-8cd4-49f6-8d46-31861bb4c306,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:32.219973 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42466) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:32.221622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8f6089ca-107f-45a0-9a82-eecc4af3e3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:32.290341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.319736 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.404861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.410354 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-2202e924-a6b5-48a0-bed1-588ec7404817 tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:32.424359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6032f3-8cd4-49f6-8d46-31861bb4c306,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:32.430847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:32.432671 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.436421 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0417b5c6-3c44-4238-918c-4c8bdb648b5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa6032f3-8cd4-49f6-8d46-31861bb4c306 HTTP/1.1" status: 204 len: 168 time: 0.2119329 Feb 17 21:09:32.895834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42504) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:32.916499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.934581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:32.939070 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Usage tracker for resource:security_group_rule and tenant:3a353dfd089547c0a8b19b6bd6a2c993 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:32.942499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:32.949813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:33.043217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.208012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.217975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e22ba06e-f71a-42f2-ab45-29723cc14e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:33.242129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d191e13b-f9ac-4348-8cc3-8ac350a8caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.266749 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a353dfd089547c0a8b19b6bd6a2c993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696995 Feb 17 21:09:33.267820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9901ea-0eb2-464f-bd3e-88c8f69c615a,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:33.269631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42510) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:33.271172 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dff45300-4fa3-43c8-9cf3-626e766a8340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:33.333312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.361263 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.433630 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.438767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-83efc48e-9847-4dde-a2a2-c9033e45ce98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:33.451418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9901ea-0eb2-464f-bd3e-88c8f69c615a,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:33.453942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:33.464127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:33.465299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-e3b3d21d-d240-4965-8aa7-33f5c5e525bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca9901ea-0eb2-464f-bd3e-88c8f69c615a HTTP/1.1" status: 204 len: 168 time: 0.1938226 Feb 17 21:09:33.973400 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42518) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:33.992996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.012290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:34.016327 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Usage tracker for resource:security_group_rule and tenant:6579ff161d244a80a0ced20fb5b18c8a is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:34.019250 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:34.025082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:34.109730 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.161941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.172592 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0f7fe349-28cf-475e-875a-4620aed7de59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:34.215638 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6579ff161d244a80a0ced20fb5b18c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409871 Feb 17 21:09:34.217403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d789c493-c4cd-4e4e-a40e-0e6f101077ab,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:34.218877 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42526) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:34.220715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-47cd6d51-ce1f-4c0e-b332-21f0a7abd129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:34.290374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.321993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.336846 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.433683 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.439006 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-918f44d7-0329-470c-976e-7661bca7e72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:34.454429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d789c493-c4cd-4e4e-a40e-0e6f101077ab,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:34.457804 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:34.463472 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.464705 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-d216081f-573a-4793-a8e0-699c88c5c29f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d789c493-c4cd-4e4e-a40e-0e6f101077ab HTTP/1.1" status: 204 len: 168 time: 0.2439549 Feb 17 21:09:35.284981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:35.387919 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.017149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42564) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:36.140255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.155362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:36.159494 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf2f3a48c6b41889ee92bb0c2ab8471 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:36.162395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:36.168713 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:36.254034 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.327775 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.337173 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-cf78d925-8c0a-4cb4-b5eb-3670bf86df6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:36.384196 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bf2f3a48c6b41889ee92bb0c2ab8471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658149 Feb 17 21:09:36.385154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2134f1-ea3b-4787-a34f-fa6f51b79d82,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:36.387363 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42570) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:36.388547 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-72e9eeb2-a0fd-4714-9f07-619cae2113d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:36.455820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.488349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.562148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.567495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-63da7e8f-f3a0-4ad9-8ed6-f531454e3eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:36.581954 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2134f1-ea3b-4787-a34f-fa6f51b79d82,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:36.585319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:36.586179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.588382 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b2134f1-ea3b-4787-a34f-fa6f51b79d82 HTTP/1.1" status: 204 len: 168 time: 0.1989164 Feb 17 21:09:38.332292 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42644) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:38.465897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.481395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:38.485765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1878c75040684587a87db8f9ad8b9a28 is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:38.488759 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:38.494873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:38.583009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.636121 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.645580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-52845220-b840-446a-969c-0beff6369df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:38.690531 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1878c75040684587a87db8f9ad8b9a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570662 Feb 17 21:09:38.694896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471e1025-8d4e-42e2-a554-b73830b81223,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:38.695029 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42656) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:38.695145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-78fad740-7288-466e-ac24-8b65d77177d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:38.761038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.788737 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.871786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.877129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5e3f895a-ce21-4eaf-a015-8dff6de0f5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:38.892707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e1025-8d4e-42e2-a554-b73830b81223,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:38.898086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:38.906082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:38.907308 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-351243f7-5e61-4f2c-b1db-ee7443b05fa1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/471e1025-8d4e-42e2-a554-b73830b81223 HTTP/1.1" status: 204 len: 168 time: 0.2114806 Feb 17 21:09:50.416268 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:55.668702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:10:01.145064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2b647aa0-ab47-4685-9773-ce51dba40128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:03.104684 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-250e7e34-ac0c-4d52-8295-a9cca4f0cf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:04.275702 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.125908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 42770) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:05.253421 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.270078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:05.274162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Usage tracker for resource:security_group_rule and tenant:229607740aaa4a769d7b1ba2637fad10 is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:05.277060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:05.283549 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:05.284471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.370909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.396148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.433076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.445929 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-83ce65ae-c843-44bb-a066-8f114c72a930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:05.722186 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=229607740aaa4a769d7b1ba2637fad10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949955 Feb 17 21:10:05.723050 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e822c9c-dbf0-44c6-ab41-2391900a8dbd,revision_number=1']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:05.725788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42776) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:05.726530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5eb7e25b-b7bc-42d4-9043-131fb3ba314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:05.793001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.820801 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.904458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.909698 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9a3126c3-4381-4081-8f4c-2dc98b436f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:05.923115 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e822c9c-dbf0-44c6-ab41-2391900a8dbd,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:05.936623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.937042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.937454 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.937883 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.938286 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.938692 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.939090 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.939489 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.939889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.940285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.940680 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.941073 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.941507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.941922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.942341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.942709 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.943106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.943496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.943889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.944274 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.944666 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.945055 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.945447 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.945868 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:05.949641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:05.950871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:05.952069 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-18fcfbf8-7ab8-49bb-b915-b9928dd47f5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e822c9c-dbf0-44c6-ab41-2391900a8dbd HTTP/1.1" status: 204 len: 168 time: 0.2251961 Feb 17 21:10:06.819639 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42798) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:06.932585 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1065228592-network', 'tenant_id': '716323513f8948b0904850a827e2cb0d'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:06.937906 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:06.941994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Usage tracker for resource:network and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:06.945030 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:06.951432 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:06.987026 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Made reservation on behalf of 716323513f8948b0904850a827e2cb0d for: {'network': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:10:06.991830 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for network, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.005449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.021302 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:07.025257 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Usage tracker for resource:security_group_rule and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:07.028362 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:07.034148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:07.120386 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.152781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.157163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d9b3126e-2ba0-4beb-a4ca-1ea2a05c6631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:07.189942 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:10:07.203543 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c99d056-82c1-462a-a05c-d774263c1047,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:07.207879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:07.208903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268851356412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.209333 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.segments_db [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Added segment 440992c9-b145-465f-9765-10eed4ec29e4 of type vxlan for network 4c792e8d-7178-4d83-8fe4-5608c6189842 Feb 17 21:10:07.236312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268851900600'] for network, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.295690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625'] for network, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.297213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:07.297912 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:07.302987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-25212251-793b-420c-a108-6e4f2268cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:07.409813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Pushing event updated for resources: {'Network': ['ID=4c792e8d-7178-4d83-8fe4-5608c6189842,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:07.412878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:07.420997 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 details requested by agent ovs-agent-dv-cinder-760184-4-smb with host dv-cinder-760184-4-smb {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:10:07.436863 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:10:07.442502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6216581 Feb 17 21:10:07.445385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42804) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:07.451569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Request body: {'subnet': {'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1065228592-subnet', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'ip_version': 4}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:07.459222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:07.463531 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Usage tracker for resource:subnet and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:07.466768 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:07.472939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:07.531496 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Made reservation on behalf of 716323513f8948b0904850a827e2cb0d for: {'subnet': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:10:07.539796 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1130058'] for subnet, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.000235 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2467830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1130075'] for subnet, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.015316 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:08.142378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb17ed29-cac2-4bfa-8435-48c95ef3c067,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:08.147179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:08.215331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Checking segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:10:08.216222 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Network hostable DHCP agents. Network: 4c792e8d-7178-4d83-8fe4-5608c6189842, hostable agents: ['dc1b8dd3-172a-4eb2-871f-4201ec8f20cd'], hosted agents: [] {{(pid=84091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:10:08.258092 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 is scheduled to be hosted by DHCP agent dc1b8dd3-172a-4eb2-871f-4201ec8f20cd with binding_index 1 {{(pid=84091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:10:08.301312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-smb, 4c792e8d-7178-4d83-8fe4-5608c6189842) {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:08.310657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ba3d3-0b86-4b32-a2d9-1c8fff40ca71 None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:10:08.313512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:08.314188 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.356507 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-eb242cc3-766c-4481-8885-90f9c3f62b05 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9099431 Feb 17 21:10:08.359301 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42808) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:08.364770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:08.369697 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:08.374211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Usage tracker for resource:router and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:08.377850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:08.383632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:08.412718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4025'] for router, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.413902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853989746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854027331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771807'] for router, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.429310 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.539140 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a8a8313-1764-507b-ba6a-1c1792986336-4c792e8d-7178-4d83-8fe4-5608c6189842', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067'}]}} from dv-cinder-760184-4-smb. {{(pid=84092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:10:08.540106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.756313 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853990347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854118211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771824'] for router, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:08.843491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Allocated IP 172.20.0.2 (4c792e8d-7178-4d83-8fe4-5608c6189842/bb17ed29-cac2-4bfa-8435-48c95ef3c067/d2841e00-0247-40e1-894e-71d95f5f739d) {{(pid=84092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:10:09.061983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks [] for port, precommit_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.118272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.127177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Transition to ACTIVE for port object d2841e00-0247-40e1-894e-71d95f5f739d will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:09.144508 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Transition to ACTIVE for port object d2841e00-0247-40e1-894e-71d95f5f739d will not be triggered until provisioned by entity DHCP. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:09.151151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.219021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735'] for port, after_create {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.239331 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-effce644-7936-43f0-97ce-e9b405bb80c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:09.378075 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Pushing event updated for resources: {'Port': ['ID=d2841e00-0247-40e1-894e-71d95f5f739d,revision_number=1']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:09.392866 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.393254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.393637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.394042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.394417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.394787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.395157 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.395523 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.395889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.396255 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.396621 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.396983 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.397389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.397772 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.398136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.398497 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.398857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.399217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.399580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.399935 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.400293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.400651 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.401010 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.401367 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:09.416093 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:09.454559 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 is already hosted by enough agents. {{(pid=84092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:09.455881 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Resources bound (agent type, host, resource id): {{(pid=84092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:09.458291 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Received port after_create {{(pid=84092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:10:09.522939 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Attempting to bind port d2841e00-0247-40e1-894e-71d95f5f739d on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:10:09.523366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Attempting to bind port d2841e00-0247-40e1-894e-71d95f5f739d by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:10:09.523786 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Attempting to bind port d2841e00-0247-40e1-894e-71d95f5f739d on network 4c792e8d-7178-4d83-8fe4-5608c6189842 {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:10:09.530627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:10:09.531052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Checking segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:10:09.531506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.531951 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Bound using segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:10:09.532476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Bound port: d2841e00-0247-40e1-894e-71d95f5f739d, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:10:09.532898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.647427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] For port d2841e00-0247-40e1-894e-71d95f5f739d, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:10:09.650637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] For port d2841e00-0247-40e1-894e-71d95f5f739d, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=d2841e00-0247-40e1-894e-71d95f5f739d,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:10:09.685445 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:09.701582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:09.713629 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Allocated IP 172.28.2.146 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/28f905b6-ff4e-480a-8ea3-2f719d836bf1) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:10:09.846227 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Pushing event updated for resources: {'Port': ['ID=d2841e00-0247-40e1-894e-71d95f5f739d,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:09.858879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5daa5d33-575d-4237-9d30-b3732bcaafaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:09.937981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:10.005752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:10.021703 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4294c62f-21eb-4402-9b7e-2ac164c5b9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:10.158376 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Pushing event updated for resources: {'Port': ['ID=28f905b6-ff4e-480a-8ea3-2f719d836bf1,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:10.163415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:10.228417 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:10.229752 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:10.232691 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:10:10.712922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:10.840776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device d2841e00-0247-40e1-894e-71d95f5f739d up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:10.950068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port d2841e00-0247-40e1-894e-71d95f5f739d completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:11.088064 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854118228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785422'] for router, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:11.287765 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07515a9-56c8-49f7-98a1-98adf81096aa None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:10:11.355459 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 is scheduled to L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 with binding_index 1 {{(pid=84091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:10:11.409904 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Provisioning for port d2841e00-0247-40e1-894e-71d95f5f739d completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:11.427498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Provisioning complete for port d2841e00-0247-40e1-894e-71d95f5f739d triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:11.427931 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:11.549455 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:10:11.581572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Sync routers for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:10:11.601372 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:11.602772 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-95f62808-c155-44f2-97d6-eae2aafdecb0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2424698 Feb 17 21:10:11.605848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 42812) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:10:11.632198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:10:11.632444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:11.923348 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.077616 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:10:12.126392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] For port d2841e00-0247-40e1-894e-71d95f5f739d, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=d2841e00-0247-40e1-894e-71d95f5f739d,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:10:12.194464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.204403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:12.375861 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-c56d013f-a08f-4d49-92b6-97b79c0f2367 None None] Provisioning complete for port d2841e00-0247-40e1-894e-71d95f5f739d triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:12.376425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c56d013f-a08f-4d49-92b6-97b79c0f2367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.413865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Pushing event updated for resources: {'Port': ['ID=d2841e00-0247-40e1-894e-71d95f5f739d,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:12.427195 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-75a15ef8-02e8-4a41-816e-aa32b5817232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:12.611236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:10Z', 'revision_number': 3, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:12.614200 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.615478 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Checking router: 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:10:12.615879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Updating router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 binding host dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:10:12.676111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.783009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-f3c7eff5-7c8c-4e3e-835f-5bfd29c3a41b None None] Provisioning complete for port d2841e00-0247-40e1-894e-71d95f5f739d triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:12.783435 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f3c7eff5-7c8c-4e3e-835f-5bfd29c3a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:12.828767 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device d2841e00-0247-40e1-894e-71d95f5f739d up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:12.968915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Allocated IP 172.20.0.1 (4c792e8d-7178-4d83-8fe4-5608c6189842/bb17ed29-cac2-4bfa-8435-48c95ef3c067/55865dab-23ba-4f19-808f-0a86c55080ac) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:10:13.119755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port d2841e00-0247-40e1-894e-71d95f5f739d triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:13.120182 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.127147 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.143395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Transition to ACTIVE for port object 55865dab-23ba-4f19-808f-0a86c55080ac will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:13.201991 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.218314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-803a3d75-9752-4171-90b1-70f632c81f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:13.353525 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Pushing event updated for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:13.357277 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:13.401988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks [] for port, precommit_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.414187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:13.414755 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Transition to ACTIVE for port object 28f905b6-ff4e-480a-8ea3-2f719d836bf1 will not be triggered until provisioned by entity L2. {{(pid=84092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:13.415369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:13.417647 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:10:13.447583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.462781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4517cb4b-cc86-4ede-965f-dbf84c8a03e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:13.478105 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854112489'] for router_interface, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.780747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c7db-f51c-4ee0-a520-507c21481c36 None None] Pushing event updated for resources: {'Port': ['ID=28f905b6-ff4e-480a-8ea3-2f719d836bf1,revision_number=2']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:13.783715 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1695c7db-f51c-4ee0-a520-507c21481c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:13.801915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.823554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-cd54691f-cf91-49c1-aa94-85651ccd74ac None None] Provisioning for port 55865dab-23ba-4f19-808f-0a86c55080ac completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:13.833908 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-cd54691f-cf91-49c1-aa94-85651ccd74ac None None] Provisioning complete for port 55865dab-23ba-4f19-808f-0a86c55080ac triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:13.834323 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-cd54691f-cf91-49c1-aa94-85651ccd74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.908072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Attempting to bind port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:10:13.908492 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Attempting to bind port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:10:13.912419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Attempting to bind port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 on network c16a3283-0a2e-4d3e-95e7-c20b3981751d {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:10:13.916258 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-cd54691f-cf91-49c1-aa94-85651ccd74ac None None] Port 55865dab-23ba-4f19-808f-0a86c55080ac cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:10:13.917776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:10:13.918217 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Checking segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:10:13.918773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.919071 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Bound using segment: {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'} {{(pid=84092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:10:13.919586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Bound port: 28f905b6-ff4e-480a-8ea3-2f719d836bf1, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607a143-9b0f-43ed-ae32-b327fc3a493c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}}] {{(pid=84092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:10:13.919998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:13.999162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] For port 28f905b6-ff4e-480a-8ea3-2f719d836bf1, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:10:14.002345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] For port 28f905b6-ff4e-480a-8ea3-2f719d836bf1, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=28f905b6-ff4e-480a-8ea3-2f719d836bf1,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:10:14.045076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:14.061238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:14.094811 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:14.136148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:14.165048 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-4db73d09-f12d-42ff-a68a-26de70a3c97b tempest-VolumesActionsTest-1854738552 tempest-VolumesActionsTest-1854738552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:14.205068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c7db-f51c-4ee0-a520-507c21481c36 None None] Pushing event updated for resources: {'Port': ['ID=28f905b6-ff4e-480a-8ea3-2f719d836bf1,revision_number=3']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:14.218023 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1695c7db-f51c-4ee0-a520-507c21481c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:14.253311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Pushing event updated for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:14.256541 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663409'] for router_interface, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:14.264583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:10:14.264583 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:14.272380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:14.401865 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:14.403653 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:14.457573 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:10:14.608545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:10:14.707516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-a8d60503-603e-4dc6-8884-425216c61c82 None None] Provisioning complete for port 55865dab-23ba-4f19-808f-0a86c55080ac triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:14.707845 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-a8d60503-603e-4dc6-8884-425216c61c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:14.803909 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-a8d60503-603e-4dc6-8884-425216c61c82 None None] Port 55865dab-23ba-4f19-808f-0a86c55080ac cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:10:14.879211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 2, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:14.884383 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df277f-c84b-4a36-adaf-0b1fefd6c48d None None] The sync data for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb is: [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 2, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:10:15.050379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:10:15.060489 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-8d690d1a-a467-458b-8450-2d37c51db140 admin admin] 10.222.0.59 "PUT /v2.0/routers/3f15da15-ccc2-43ad-ac1a-65aa9962bdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4536023 Feb 17 21:10:16.867069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28f905b6-ff4e-480a-8ea3-2f719d836bf1 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:16.984418 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:16.991325 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:16.991847 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:17.136975 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:17.156306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 28f905b6-ff4e-480a-8ea3-2f719d836bf1, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=28f905b6-ff4e-480a-8ea3-2f719d836bf1,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:10:17.191182 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:17.194353 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:17.272425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=28f905b6-ff4e-480a-8ea3-2f719d836bf1,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:17.275952 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:18.147608 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Sync routers for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:10:18.160074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:10:18.160996 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:18.565536 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:10:18.836059 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28f905b6-ff4e-480a-8ea3-2f719d836bf1 up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:18.914306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:18.914648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:18.916450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 2, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:18.921189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Checking router: 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 for host: dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:10:18.921871 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Updating router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 port 55865dab-23ba-4f19-808f-0a86c55080ac binding host dv-cinder-760184-4-smb {{(pid=84093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:10:18.982366 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:19.460742 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:19.475920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Transition to ACTIVE for port object 55865dab-23ba-4f19-808f-0a86c55080ac will not be triggered until provisioned by entity L2. {{(pid=84093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:19.513655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:19.537095 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:19.676146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Pushing event updated for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=3']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:19.698658 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.699037 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.699950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.700319 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.700685 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.701052 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.701412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.701800 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.702165 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.702528 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.702880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.703233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.703628 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.703982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.704341 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.704687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.705040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.705390 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.705797 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.706120 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.706471 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.706824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.707177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.707530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:10:19.714210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:19.892701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Attempting to bind port 55865dab-23ba-4f19-808f-0a86c55080ac on host dv-cinder-760184-4-smb for vnic_type normal with profile {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:10:19.893239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Attempting to bind port 55865dab-23ba-4f19-808f-0a86c55080ac by drivers openvswitch on host dv-cinder-760184-4-smb at level 0 using segments [{'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:10:19.893501 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Attempting to bind port 55865dab-23ba-4f19-808f-0a86c55080ac on network 4c792e8d-7178-4d83-8fe4-5608c6189842 {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:10:19.899894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Checking agent: {'id': '1a202e02-24d8-47d1-9011-0cb948b9e515', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 51, 5), 'started_at': datetime.datetime(2021, 2, 17, 20, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:10:19.900434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Checking segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:10:19.900958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:19.901476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Bound using segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} {{(pid=84093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:10:19.902163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Bound port: 55865dab-23ba-4f19-808f-0a86c55080ac, host: dv-cinder-760184-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}}] {{(pid=84093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:10:19.903161 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:20.021170 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] For port 55865dab-23ba-4f19-808f-0a86c55080ac, host dv-cinder-760184-4-smb, cleared binding levels {{(pid=84093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:10:20.026892 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] For port 55865dab-23ba-4f19-808f-0a86c55080ac, host dv-cinder-760184-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=55865dab-23ba-4f19-808f-0a86c55080ac,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:10:20.067853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:20.152355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9253ddb9-61de-41dc-befc-741b573b53e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:20.283641 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Pushing event updated for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=4']} {{(pid=84093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:20.286926 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-95a0b5db-a3f0-494e-add1-9c48766000e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:20.298824 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:10:20.299187 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:20.424148 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:20.528272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:10:20.913882 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 55865dab-23ba-4f19-808f-0a86c55080ac up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:21.047177 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning for port 55865dab-23ba-4f19-808f-0a86c55080ac completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:21.052879 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 55865dab-23ba-4f19-808f-0a86c55080ac triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:21.053387 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:21.095584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:20Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:10:21.100689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0bc7-c9bf-4f06-81c0-797c7aa3b8d6 None None] The sync data for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb is: [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:20Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:10:21.238787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:21.290169 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] For port 55865dab-23ba-4f19-808f-0a86c55080ac, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=55865dab-23ba-4f19-808f-0a86c55080ac,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:10:21.327716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:21.330787 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-de94ae6b-92bb-424f-87cf-4fdaf9f3b8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:21.431397 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Pushing event updated for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=5']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:21.444507 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:22.835925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 55865dab-23ba-4f19-808f-0a86c55080ac up at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:22.913925 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Provisioning complete for port 55865dab-23ba-4f19-808f-0a86c55080ac triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:22.914342 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:27.069193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-b8f834fc-668d-41b0-98e3-9383e8266352 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:27.069907 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-b8f834fc-668d-41b0-98e3-9383e8266352 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:network {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:10:27.124078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-b8f834fc-668d-41b0-98e3-9383e8266352 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:network {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:10:27.125418 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-b8f834fc-668d-41b0-98e3-9383e8266352 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 815 time: 0.2157474 Feb 17 21:10:27.142736 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-45a1a269-6674-40a8-b6b9-14b199ca0386 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/quotas/716323513f8948b0904850a827e2cb0d HTTP/1.1" status: 200 len: 375 time: 0.0110846 Feb 17 21:10:27.237873 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0e78789a-5ba2-4d41-953d-6d362d339b7c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:10:27.283833 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0e78789a-5ba2-4d41-953d-6d362d339b7c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:10:27.285320 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0e78789a-5ba2-4d41-953d-6d362d339b7c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364219 Feb 17 21:10:27.436945 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-615dd910-a19d-4145-b033-25d00f4c2f48 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380911 Feb 17 21:10:27.583411 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-34b3c66a-d690-48af-be0f-4924b80d9946 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399205 Feb 17 21:10:28.863179 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-65d63d1f-85b3-41b9-b910-d44ac7614325 req-d71364d3-fc60-4114-88cb-22e5e36dfeb7 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 210 time: 0.0496228 Feb 17 21:10:30.024562 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6640e14f-5fb9-46ff-badf-9fc32a60c52a req-e74a1b6a-2737-4206-8623-7a09272a484c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 210 time: 0.0493612 Feb 17 21:10:30.901044 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-184760a5-c3e5-4eb4-8db0-c3421c5fa204 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:30.902606 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-184760a5-c3e5-4eb4-8db0-c3421c5fa204 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 815 time: 0.1633022 Feb 17 21:10:30.926364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'port': {'device_id': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'admin_state_up': True, 'tenant_id': '716323513f8948b0904850a827e2cb0d'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:31.075208 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:31.085382 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:31.124248 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Made reservation on behalf of 716323513f8948b0904850a827e2cb0d for: {'port': 1} {{(pid=84091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:10:31.131156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:31.148066 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-8e6c2321-33f9-4184-a5fb-6e3d6b6d76ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:31.194302 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-56424c8c-4306-4c31-851a-389d8d386c35 req-67c6eca7-df58-449b-8e9b-91ea38aa25a1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 210 time: 0.0509081 Feb 17 21:10:31.453522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Allocated IP 172.20.0.6 (4c792e8d-7178-4d83-8fe4-5608c6189842/bb17ed29-cac2-4bfa-8435-48c95ef3c067/3a0c35e8-b648-416c-86e5-6c42b3b2a509) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:10:31.730748 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:31.758015 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Transition to ACTIVE for port object 3a0c35e8-b648-416c-86e5-6c42b3b2a509 will not be triggered until provisioned by entity DHCP. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:31.824921 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:31.843476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3600a110-93fa-49e8-9a9a-4339b3343a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:31.986695 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:31.990067 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:32.052403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:32.053838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:32.056711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:10:32.137345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:32.138159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:32.205717 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-af47b16c-7d52-46ed-ad2f-dabe27852eea tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835021 Feb 17 21:10:32.378527 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-fb4fb786-7dc7-4994-812f-d783579be52c None None] Provisioning for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 completed by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:32.384336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-fb4fb786-7dc7-4994-812f-d783579be52c None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:32.385019 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb786-7dc7-4994-812f-d783579be52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:32.409241 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-78d4c47e-b5f6-4e0f-8535-aec83ef921c9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:32.410080 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-78d4c47e-b5f6-4e0f-8535-aec83ef921c9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:10:32.446392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fb786-7dc7-4994-812f-d783579be52c None None] Port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 cannot update to ACTIVE because it is not bound. {{(pid=84092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:10:32.480990 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-78d4c47e-b5f6-4e0f-8535-aec83ef921c9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:10:32.482463 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-78d4c47e-b5f6-4e0f-8535-aec83ef921c9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.1663420 Feb 17 21:10:32.535934 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-922b41d8-8181-4d59-a017-33efb8c89990 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:10:32.607452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-922b41d8-8181-4d59-a017-33efb8c89990 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:10:32.608830 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-73c85bed-2416-4f47-8a97-9f7697cf386a req-922b41d8-8181-4d59-a017-33efb8c89990 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198137 Feb 17 21:10:32.668967 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:10:33.121595 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f4eff6a1-32a1-4eb8-b6d2-2a605b94aea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:33.818818 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c6e5-6a4a-49c4-83d4-40781fbb0a81 req-79ad3527-c9b1-4280-abbb-ea0e2c96f43b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:33.820568 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dcb3c6e5-6a4a-49c4-83d4-40781fbb0a81 req-79ad3527-c9b1-4280-abbb-ea0e2c96f43b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.0949373 Feb 17 21:10:33.872149 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dcb3c6e5-6a4a-49c4-83d4-40781fbb0a81 req-e306de00-6c63-4aeb-b2f0-06399b442d9b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440698 Feb 17 21:10:34.286878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:35.075330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9acbe6-f4fb-4f3f-9a35-e60487e720ed req-e9efc607-e5c4-4169-abee-ee7f803ef261 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:35.077182 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b9acbe6-f4fb-4f3f-9a35-e60487e720ed req-e9efc607-e5c4-4169-abee-ee7f803ef261 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.0913699 Feb 17 21:10:35.128117 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b9acbe6-f4fb-4f3f-9a35-e60487e720ed req-f73720be-f6f9-4496-9a56-714425680ff4 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Feb 17 21:10:35.295880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:35.427043 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:36.345239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc2feb-f95c-4ab2-a22c-c91423e93a5e req-8f52a8bf-a6d3-4bbc-99d7-bcb825047740 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:36.347746 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f9bc2feb-f95c-4ab2-a22c-c91423e93a5e req-8f52a8bf-a6d3-4bbc-99d7-bcb825047740 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.0952451 Feb 17 21:10:36.405638 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f9bc2feb-f95c-4ab2-a22c-c91423e93a5e req-3be39745-1647-432c-8fe8-e31763d0befc tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508690 Feb 17 21:10:37.616577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f2b8-e2ea-4028-91e6-33f612512438 req-9d0bbc7e-ee99-4ad3-a0ad-365ec1008840 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:37.618250 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5560f2b8-e2ea-4028-91e6-33f612512438 req-9d0bbc7e-ee99-4ad3-a0ad-365ec1008840 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.1006451 Feb 17 21:10:37.670052 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5560f2b8-e2ea-4028-91e6-33f612512438 req-681e332d-6bdd-47d0-99b0-53e8691e05ca tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Feb 17 21:10:39.017512 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7831b9-cca2-490c-a4f9-7b04e23e4cd2 req-78906e85-79df-4e6b-9a66-4286ca1bae62 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:39.019318 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd7831b9-cca2-490c-a4f9-7b04e23e4cd2 req-78906e85-79df-4e6b-9a66-4286ca1bae62 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.0893719 Feb 17 21:10:39.071201 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-fd7831b9-cca2-490c-a4f9-7b04e23e4cd2 req-d8ea60b4-8c1b-4802-9e1b-4d8d33d66446 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Feb 17 21:10:40.282853 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202337-5bd9-4b6c-b8ea-7c24e9a1245e req-0d61cde8-c183-4f32-952e-78ac20478dd6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:40.284452 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8f202337-5bd9-4b6c-b8ea-7c24e9a1245e req-0d61cde8-c183-4f32-952e-78ac20478dd6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.0923724 Feb 17 21:10:40.339525 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8f202337-5bd9-4b6c-b8ea-7c24e9a1245e req-915feb65-fcc7-431e-bdd2-fdfd4551a948 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483491 Feb 17 21:10:41.335897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Request body: {'port': {'device_id': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:41.468136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:41.557953 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e112cc-027e-48fe-9c68-9c141196c876 req-c8f2bd8f-fb6a-491b-bcef-7d9d9c7b3f40 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:41.559875 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e112cc-027e-48fe-9c68-9c141196c876 req-c8f2bd8f-fb6a-491b-bcef-7d9d9c7b3f40 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 931 time: 0.1060126 Feb 17 21:10:41.613540 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-21e112cc-027e-48fe-9c68-9c141196c876 req-4f676fbd-673c-4b57-84e2-90c259ab085e tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Feb 17 21:10:41.931349 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c35e8-b648-416c-86e5-6c42b3b2a509 {{(pid=84091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:10:41.939211 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:41.951727 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Transition to ACTIVE for port object 3a0c35e8-b648-416c-86e5-6c42b3b2a509 will not be triggered until provisioned by entity L2. {{(pid=84091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:10:41.986828 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:42.002499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-096511e8-8c63-4bba-a2fb-18f9490efd01 tempest-VolumesActionsTest-1543732936 tempest-VolumesActionsTest-1543732936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:42.135679 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:42.141057 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:42.323009 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Attempting to bind port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:10:42.323361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Attempting to bind port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:10:42.323718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Attempting to bind port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 on network 4c792e8d-7178-4d83-8fe4-5608c6189842 {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:10:42.330289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Checking agent: {'id': '1a522eb8-101c-4849-914f-e4cea383a44b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 58, 20), 'started_at': datetime.datetime(2021, 2, 17, 20, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:10:42.330659 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Checking segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:10:42.331056 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:42.331451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Bound using segment: {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'} {{(pid=84091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:10:42.331910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Bound port: 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440992c9-b145-465f-9765-10eed4ec29e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842'}}] {{(pid=84091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:10:42.332280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:42.428429 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, cleared binding levels {{(pid=84091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:10:42.431631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:10:42.463862 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:42.479693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0c80be37-a4ee-484a-859e-97c1f68d5372 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:42.633293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=3']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:42.636835 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:42.669901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:42.671236 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:42.672774 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-a2835b51-a6b5-4360-bcdb-437db9eb9908 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 1157 time: 1.3418131 Feb 17 21:10:42.673330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:10:42.724218 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:10:42.894111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f215424-fa5c-4327-9917-ff7742e821a0 req-fa1cf239-7ac6-48f9-8b19-a2d625659066 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:42.895718 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6f215424-fa5c-4327-9917-ff7742e821a0 req-fa1cf239-7ac6-48f9-8b19-a2d625659066 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 943 time: 0.1582088 Feb 17 21:10:42.898788 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603247-1101-4763-abaa-01b79feb9d06 req-54670f3e-0bbe-47e7-b213-b5ab6301135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:42.900251 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-37603247-1101-4763-abaa-01b79feb9d06 req-54670f3e-0bbe-47e7-b213-b5ab6301135b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1160 time: 0.1195061 Feb 17 21:10:43.282127 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6f215424-fa5c-4327-9917-ff7742e821a0 req-00cbbbc5-6e81-46b2-91a6-666ad3a62345 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798733 Feb 17 21:10:43.333506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603247-1101-4763-abaa-01b79feb9d06 req-bfebce94-b1ba-44b0-a569-83732af15448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:43.335134 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-37603247-1101-4763-abaa-01b79feb9d06 req-bfebce94-b1ba-44b0-a569-83732af15448 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=716323513f8948b0904850a827e2cb0d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4171524 Feb 17 21:10:43.479898 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603247-1101-4763-abaa-01b79feb9d06 req-3d65a26c-6f6f-44ff-a8a1-c51c25cd2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:43.481461 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-37603247-1101-4763-abaa-01b79feb9d06 req-3d65a26c-6f6f-44ff-a8a1-c51c25cd2ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1396470 Feb 17 21:10:43.619190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-4f9f0139-5f36-4d4e-a66b-64fb5e41555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:43.620777 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-4f9f0139-5f36-4d4e-a66b-64fb5e41555f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1160 time: 0.0817122 Feb 17 21:10:43.698526 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-5258db83-d17c-47f6-863d-c202b2a0908c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 217 time: 0.0655227 Feb 17 21:10:43.769505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-aaa7b9c5-4685-4335-a57f-ac18666f9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:43.771074 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-aaa7b9c5-4685-4335-a57f-ac18666f9d81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0665529 Feb 17 21:10:43.853336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0e95886f-ffd8-4b6f-bdef-bf4e08fbcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:43.855012 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0e95886f-ffd8-4b6f-bdef-bf4e08fbcda0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772159 Feb 17 21:10:43.997290 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-0c958dd4-42ea-473b-9dbf-c100328c1195 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355114 Feb 17 21:10:44.140015 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-edfae8a1-2cd0-47b8-9766-93d88d5825c9 req-5e429696-7a0b-45df-822d-e76624cc9cab service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362336 Feb 17 21:10:44.605893 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1027b-9cfe-4fe9-ba1d-bbc3727366f9 req-917bce20-ef65-4ce6-bbcf-90e0e4d69509 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:44.607835 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-28a1027b-9cfe-4fe9-ba1d-bbc3727366f9 req-917bce20-ef65-4ce6-bbcf-90e0e4d69509 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 943 time: 0.2132270 Feb 17 21:10:44.654923 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-28a1027b-9cfe-4fe9-ba1d-bbc3727366f9 req-40db1b36-7eeb-4a70-b49c-6b6ff067e072 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Feb 17 21:10:45.915137 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd9751-7759-4717-9411-a789ad8ccce1 req-4c8b9e13-5dcb-4e60-90af-9151e4f963e6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:45.916787 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-becd9751-7759-4717-9411-a789ad8ccce1 req-4c8b9e13-5dcb-4e60-90af-9151e4f963e6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 943 time: 0.1490595 Feb 17 21:10:45.965221 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-becd9751-7759-4717-9411-a789ad8ccce1 req-64b0cf51-7515-459d-91e4-6eb0b10e9b81 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Feb 17 21:10:46.266552 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.objects.ports [None req-85ee7690-6156-4a6a-ad7e-123196ea337b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84092) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:10:46.671548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:46.794624 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 completed by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:10:46.799986 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:46.800405 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:46.921632 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:46.952392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:10:46.963060 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:10:46.988995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845'] for port, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:46.991038 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:47.029135 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'code': 200} Feb 17 21:10:47.064174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=4']} {{(pid=84092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:47.067409 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:47.173878 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411184a8-ec2b-4761-a86c-62027ba1672b req-365fb9a7-62f5-4bee-bfc7-b7c2385fd83d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:47.175406 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-411184a8-ec2b-4761-a86c-62027ba1672b req-365fb9a7-62f5-4bee-bfc7-b7c2385fd83d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0877368 Feb 17 21:10:47.223260 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-411184a8-ec2b-4761-a86c-62027ba1672b req-14ea7441-8756-4329-b4ae-9c5f8d4dc382 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Feb 17 21:10:47.352335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82201a8a-80c8-43eb-945b-76a1759d1717 req-5dddb489-e68c-4787-9dfd-7edec34c4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:47.354080 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-82201a8a-80c8-43eb-945b-76a1759d1717 req-5dddb489-e68c-4787-9dfd-7edec34c4e41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0801752 Feb 17 21:10:47.397928 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-82201a8a-80c8-43eb-945b-76a1759d1717 req-5e54429c-5cf2-44b8-bfd2-c893574c445b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Feb 17 21:10:48.377146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:48.427007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c293e-020b-4eca-9100-bfdc4b898f59 req-e1dea3c4-2d55-4cb4-b8f1-6ce63627a13c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:48.428758 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c62c293e-020b-4eca-9100-bfdc4b898f59 req-e1dea3c4-2d55-4cb4-b8f1-6ce63627a13c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0923967 Feb 17 21:10:48.458099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:48.459007 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:48.480214 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c62c293e-020b-4eca-9100-bfdc4b898f59 req-4f34ca8c-abd0-4903-a01a-4e847e8e9c57 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Feb 17 21:10:49.679586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e114a7-1051-40a9-bf7b-41e151b0882f req-bb01ff09-c261-449b-a22e-cf88221bb411 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:49.681212 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-97e114a7-1051-40a9-bf7b-41e151b0882f req-bb01ff09-c261-449b-a22e-cf88221bb411 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0886893 Feb 17 21:10:49.735565 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-97e114a7-1051-40a9-bf7b-41e151b0882f req-b4679537-7671-492c-a8e2-17a0601b23c5 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Feb 17 21:10:49.939631 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c00fc-9f56-4782-be09-a22f4a98cd84 req-968a91bf-1ee4-4554-9717-e751f0daaf79 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:49.953906 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d69c00fc-9f56-4782-be09-a22f4a98cd84 req-968a91bf-1ee4-4554-9717-e751f0daaf79 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0902054 Feb 17 21:10:49.989760 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d69c00fc-9f56-4782-be09-a22f4a98cd84 req-c9404bb0-6f97-4fbe-a363-2848aa7a52e5 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Feb 17 21:10:50.374402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:10:50.409587 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9806c-e483-4445-b2b1-822003160f1a req-25a3d906-b8b1-4de9-8c4c-2234f3fc65cf tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:50.411242 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cad9806c-e483-4445-b2b1-822003160f1a req-25a3d906-b8b1-4de9-8c4c-2234f3fc65cf tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0908380 Feb 17 21:10:50.464449 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cad9806c-e483-4445-b2b1-822003160f1a req-b506295d-619d-45e9-9e0a-b01cc3837991 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Feb 17 21:10:50.632544 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:10:50.632897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:50.669744 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:55.832074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e70c1-12ac-42fc-81ad-bb7341ed4fa7 req-2e0cdbb3-b9e3-47f5-8af5-b49bd537cc11 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:55.833646 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-580e70c1-12ac-42fc-81ad-bb7341ed4fa7 req-2e0cdbb3-b9e3-47f5-8af5-b49bd537cc11 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0874536 Feb 17 21:10:55.881745 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-580e70c1-12ac-42fc-81ad-bb7341ed4fa7 req-c493d5a7-256b-4d89-82f7-774156a7f967 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Feb 17 21:10:56.083039 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-b8a0ced8-6e13-4c93-ba5f-f3a4a3b7b5d8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1600225 Feb 17 21:10:56.093572 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'floatingip': {'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:56.099311 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:10:56.103373 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Usage tracker for resource:floatingip and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:10:56.106321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:10:56.112100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:10:56.148689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:56.293434 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:56.559739 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_common [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Allocated IP 172.28.2.217 (c16a3283-0a2e-4d3e-95e7-c20b3981751d/7f652642-e7ed-41d5-aed2-ebf1edf207da/4e93657e-2517-43af-a089-4f751ea3c5f4) {{(pid=84091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:10:56.773013 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for port, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:56.828884 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268851848735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:56.843855 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-72bddd9b-1341-4f74-94fa-6aa2f426badb tempest-AttachVolumeShelveTestJSON-1010426473 tempest-AttachVolumeShelveTestJSON-1010426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:56.980880 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'Port': ['ID=4e93657e-2517-43af-a089-4f751ea3c5f4,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:56.984615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:57.037149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Network c16a3283-0a2e-4d3e-95e7-c20b3981751d is already hosted by enough agents. {{(pid=84091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:10:57.038329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.base_scheduler [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources bound (agent type, host, resource id): {{(pid=84091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:10:57.041178 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Received port after_create {{(pid=84091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:10:57.126040 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.213466 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.493644 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.529640 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.550612 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-bd930dd2-ea0f-4747-8ec1-3674aa9bebcb tempest-AttachVolumeNegativeTest-1628354949 tempest-AttachVolumeNegativeTest-1628354949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:10:57.684392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'Port': ['ID=4e93657e-2517-43af-a089-4f751ea3c5f4,revision_number=2']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:10:57.689112 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:10:57.789941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.854848 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:57.856182 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7673461 Feb 17 21:10:57.944623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-03237ff2-7597-4e09-ba12-11c9525a5dc1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:floatingip {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:10:57.992151 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-03237ff2-7597-4e09-ba12-11c9525a5dc1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:floatingip {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:10:57.994228 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-03237ff2-7597-4e09-ba12-11c9525a5dc1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.217 HTTP/1.1" status: 200 len: 696 time: 0.1316330 Feb 17 21:10:58.155901 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-43352126-0668-43b0-8f2d-1e42d1c35374 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:58.157278 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-43352126-0668-43b0-8f2d-1e42d1c35374 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 784 time: 0.1563513 Feb 17 21:10:58.168524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-c1f7bd8b-62ee-4840-8bd3-ff79a1c1e88f tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:10:58.169610 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-621debce-3a37-464e-b1cd-18db44cfe3ee req-c1f7bd8b-62ee-4840-8bd3-ff79a1c1e88f tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062890 Feb 17 21:10:58.357687 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f997-566a-4964-a6c4-3f8828243980 req-01267138-7edd-4775-b327-0b7be1ec3da1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:10:58.359322 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-01267138-7edd-4775-b327-0b7be1ec3da1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0909128 Feb 17 21:10:58.452362 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-4d0791ed-29bd-4d1b-a351-f837e3a06c38 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.217 HTTP/1.1" status: 200 len: 696 time: 0.0866938 Feb 17 21:10:58.463619 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'floatingip': {'port_id': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:10:58.551391 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:59.226948 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:59.271960 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854112323'] for floatingip, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:59.455584 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Floating IP 506d7cab-c566-4f5b-9a9b-34c8bbdf821e associated. External IP: 172.28.2.217, port: 3a0c35e8-b648-416c-86e5-6c42b3b2a509. Feb 17 21:10:59.840910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:11:00.253993 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:11:00.265453 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Sync routers for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:11:00.267569 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:00.276375 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:11:00.277098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:11:00.328968 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-610ea37c-6f83-4b46-94bc-23bb9477b848 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "PUT /v2.0/floatingips/506d7cab-c566-4f5b-9a9b-34c8bbdf821e HTTP/1.1" status: 200 len: 996 time: 1.8703833 Feb 17 21:11:00.329545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:11:00.382123 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:11:00.427129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f997-566a-4964-a6c4-3f8828243980 req-4abea9da-437a-4a3f-bef1-e639aa3eb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.428810 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-4abea9da-437a-4a3f-bef1-e639aa3eb8b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0849237 Feb 17 21:11:00.477987 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:11:00.503330 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-a73b9e54-0100-4a05-a83c-d6ff8e9650ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.505003 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-a73b9e54-0100-4a05-a83c-d6ff8e9650ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0806003 Feb 17 21:11:00.592232 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f997-566a-4964-a6c4-3f8828243980 req-396ede07-4526-4c8b-8277-28a98aaf7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.593949 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-396ede07-4526-4c8b-8277-28a98aaf7f3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.1580801 Feb 17 21:11:00.658920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-675ccd5f-be52-4b58-b8ad-72eae79317ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.660856 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-675ccd5f-be52-4b58-b8ad-72eae79317ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.1489327 Feb 17 21:11:00.708762 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-0c64f773-f297-4352-b668-44eb4fd13cd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 999 time: 0.1072795 Feb 17 21:11:00.785584 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f997-566a-4964-a6c4-3f8828243980 req-8286acaa-0848-4c78-b2ec-512091390fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.786003 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-2dae3d5f-1ecc-4c7e-b6ca-eaeb752be8c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 999 time: 0.1185241 Feb 17 21:11:00.787247 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-8286acaa-0848-4c78-b2ec-512091390fb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0717363 Feb 17 21:11:00.861594 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '506d7cab-c566-4f5b-9a9b-34c8bbdf821e', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'floating_ip_address': '172.28.2.217', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'port_id': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'mac_address': 'fa:16:3e:4a:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:10:57Z', 'updated_at': '2021-02-17T21:10:59Z', 'revision_number': 1, 'project_id': '716323513f8948b0904850a827e2cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:11:00.864746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-26538454-8b70-4939-89a6-13ce04b2dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.865887 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Checking router: 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:11:00.866386 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-26538454-8b70-4939-89a6-13ce04b2dfb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0742662 Feb 17 21:11:00.875910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:11:00.876601 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:10:33Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:11:00.884897 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f997-566a-4964-a6c4-3f8828243980 req-3163e34b-6c49-42de-be15-8f7b5e26ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.886653 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-3163e34b-6c49-42de-be15-8f7b5e26ac73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888972 Feb 17 21:11:00.955529 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-2fcd19a7-0f4a-47e0-b56e-d2096b8fbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:00.957215 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-2fcd19a7-0f4a-47e0-b56e-d2096b8fbc57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830121 Feb 17 21:11:00.968128 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-da079754-d202-449a-b027-ee0dbdbf8785 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:11:00.969793 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-da079754-d202-449a-b027-ee0dbdbf8785 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056636 Feb 17 21:11:01.045554 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-e888f551-9ad3-4fbe-8030-081eb805e5d0 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495910 Feb 17 21:11:01.086355 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:11:01.130876 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-f49a9081-51ba-4438-a2d9-4f615703d169 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551554 Feb 17 21:11:01.195108 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9958f997-566a-4964-a6c4-3f8828243980 req-f014f26d-7e81-4722-a32f-dcc6a4229851 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421976 Feb 17 21:11:01.234506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d4545557-ba35-44c6-9781-564c0a25fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.281233 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1084510722', 'description': 'tempest-TestMinimumBasicScenario-1084510722 description'}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:01.289567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:11:01.297104 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-e3cb830c-0e47-43bc-b351-5e3842f47b8a req-2e94b28d-295f-498b-b88f-327047825a42 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584132 Feb 17 21:11:01.303920 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:11:01.340464 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.362963 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:11:01.367085 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Usage tracker for resource:security_group_rule and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:11:01.370162 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:11:01.376542 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:11:01.453513 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.480838 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '506d7cab-c566-4f5b-9a9b-34c8bbdf821e', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'floating_ip_address': '172.28.2.217', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'port_id': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'mac_address': 'fa:16:3e:4a:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:10:57Z', 'updated_at': '2021-02-17T21:10:59Z', 'revision_number': 1, 'project_id': '716323513f8948b0904850a827e2cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:11:01.485627 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.485860 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2e9dd-9636-41bd-9b8b-8ae69abe7471 None None] The sync data for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb is: [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_floatingips': [{'id': '506d7cab-c566-4f5b-9a9b-34c8bbdf821e', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'floating_ip_address': '172.28.2.217', 'floating_network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'router_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'port_id': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'mac_address': 'fa:16:3e:4a:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:10:57Z', 'updated_at': '2021-02-17T21:10:59Z', 'revision_number': 1, 'project_id': '716323513f8948b0904850a827e2cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:11:01.490082 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-956d0819-c0bb-4d32-9707-07a3f085f418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:11:01.541379 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d509876-86f6-47a2-b608-7a8c50029c25,revision_number=1']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:11:01.545582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:11:01.580817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.582370 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c65c9f01-15f6-43ed-b6af-16f1cc42f111 req-c3d36ac2-247b-42ca-9c69-cc64016c5885 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3087022 Feb 17 21:11:01.655440 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-70e91a8b-b392-4ea0-8be1-7000c1d50e11 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups/5d509876-86f6-47a2-b608-7a8c50029c25 HTTP/1.1" status: 200 len: 1814 time: 0.0500238 Feb 17 21:11:01.666495 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d509876-86f6-47a2-b608-7a8c50029c25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:01.666850 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d509876-86f6-47a2-b608-7a8c50029c25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:01.674000 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:11:01.678271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Usage tracker for resource:security_group_rule and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:11:01.681499 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84090) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:11:01.687976 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84090) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:11:01.776776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.798965 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec655fb-5117-4c5a-9576-949ad2d694fb None None] New status for floating IP 506d7cab-c566-4f5b-9a9b-34c8bbdf821e: ACTIVE {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:11:01.805068 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.843589 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.845900 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3bd1717c-aedb-4109-8076-ed47b87ac160 tempest-TestShelveInstance-1456113792 tempest-TestShelveInstance-1456113792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:11:01.871622 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c98f9a4-dbdf-4ea3-9c3e-1f4deefe312b,revision_number=0']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:11:01.883686 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.884207 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.884826 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.885238 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.885646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.886109 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.886514 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.886941 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.887315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.887716 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.888114 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.888545 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.888980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.889384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.889798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.894251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:11:01.898776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:11:01.914902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:01.915977 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-5c3d7131-9079-41ab-a7b1-202fd16f9d3d req-6d9a4a2b-f826-4226-978d-9e2cf8e9108a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2540128 Feb 17 21:11:02.000416 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1362a788-7594-497f-9dfe-c530edbaca21 req-a48d5fff-b422-40dc-9dbe-204d4ee97221 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups/5d509876-86f6-47a2-b608-7a8c50029c25 HTTP/1.1" status: 200 len: 2407 time: 0.0614855 Feb 17 21:11:02.005806 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d509876-86f6-47a2-b608-7a8c50029c25', 'remote_group_id': None}]} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:02.006181 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d509876-86f6-47a2-b608-7a8c50029c25', 'remote_group_id': None}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:02.012773 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:11:02.016922 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Usage tracker for resource:security_group_rule and tenant:716323513f8948b0904850a827e2cb0d is out of sync, need to count used quota {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:11:02.020045 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84091) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:11:02.025992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.quota.driver [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:11:02.141427 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:02.166623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:02.200168 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744047'] for security_group_rule, after_create {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:02.202889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:11:02.227449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b23792a-7fb2-4be4-8407-d8ad02d9c6f5,revision_number=0']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:11:02.230229 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:11:02.280902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:02.282284 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1362a788-7594-497f-9dfe-c530edbaca21 req-881db69d-432b-4f1e-803c-2fda744207cb tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2809494 Feb 17 21:11:02.416483 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-7989784b-4b74-4e02-9f79-84c02537a4ba tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1084510722&fields=id&tenant_id=716323513f8948b0904850a827e2cb0d HTTP/1.1" status: 200 len: 267 time: 0.0435894 Feb 17 21:11:02.515798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-1075c4ac-4849-484e-8655-ffab01d78c63 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:02.517416 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-1075c4ac-4849-484e-8655-ffab01d78c63 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0920815 Feb 17 21:11:02.530693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'port': {'security_groups': ['6c99d056-82c1-462a-a05c-d774263c1047', '5d509876-86f6-47a2-b608-7a8c50029c25']}} {{(pid=84090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:11:02.664014 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.002099 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:11:03.029072 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for port, precommit_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.085842 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852373242'] for port, after_update {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.101750 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-07a61f8a-38e0-49d2-a7d3-fcb8001cbe2d tempest-VolumesNegativeTest-1389001986 tempest-VolumesNegativeTest-1389001986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:11:03.118143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-085615b8-c69e-4c71-9c7e-feb66209a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.253209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=5']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:11:03.266735 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:11:03.303672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:03.304463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.305850 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-3dcda32a-11a0-4821-a6a2-345b4f13170b req-ebf0f5aa-3fd6-4764-9924-3e5350a85852 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "PUT /v2.0/ports/3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 981 time: 0.7812223 Feb 17 21:11:03.306412 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:11:03.362691 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:11:03.496451 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-a6830298-ebd6-47ef-9fee-7948a5ec9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:03.498111 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-a6830298-ebd6-47ef-9fee-7948a5ec9cee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1202 time: 0.0894084 Feb 17 21:11:03.516718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-b2885a7d-f0f5-451e-96cd-44b8920735ab None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:11:03.517136 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b2885a7d-f0f5-451e-96cd-44b8920735ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.525098 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58a92c-116a-4c3e-9f02-a7152ae4e2fb req-09542908-6fcc-42d4-b0e0-778f787cc901 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:03.533607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0a58a92c-116a-4c3e-9f02-a7152ae4e2fb req-09542908-6fcc-42d4-b0e0-778f787cc901 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.1149802 Feb 17 21:11:03.581704 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-0a58a92c-116a-4c3e-9f02-a7152ae4e2fb req-7f0adc92-5ef9-4b13-b2d6-90c4425d3b94 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0467794 Feb 17 21:11:03.913339 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-7382a39c-b181-4950-af85-902b73864aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:03.915050 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-7382a39c-b181-4950-af85-902b73864aea service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.4103947 Feb 17 21:11:04.031299 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-ac158c93-b681-4bd8-9668-62a231263ef0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 1001 time: 0.1085439 Feb 17 21:11:04.101600 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-25dce626-05cc-4d97-b227-790ccbfd0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:04.103225 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-25dce626-05cc-4d97-b227-790ccbfd0ed0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0651033 Feb 17 21:11:04.186555 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-779f82ee-852b-4006-a76d-01e3a3c3ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:04.188174 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-779f82ee-852b-4006-a76d-01e3a3c3ecac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776873 Feb 17 21:11:04.274674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:04.337160 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-8af77887-4d62-47ef-8531-d2963ab06c05 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414816 Feb 17 21:11:04.486819 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-587f961f-33de-4555-bb1f-9368c7e9eab8 req-7cd11fa6-b52c-41ce-b91c-ae734a30ade6 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420984 Feb 17 21:11:04.597087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:11:04.672516 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:11:04.672938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:05.291209 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:05.394247 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:09.668564 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:11:20.454604 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:21.119899 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b13957-4d6d-4035-a17f-540f1a8f3f8c req-0317e067-d7e7-4139-a9cb-81a52f1b89f5 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:21.121515 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-43b13957-4d6d-4035-a17f-540f1a8f3f8c req-0317e067-d7e7-4139-a9cb-81a52f1b89f5 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0894971 Feb 17 21:11:21.172890 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-43b13957-4d6d-4035-a17f-540f1a8f3f8c req-d96d2e01-a629-4be1-8002-58f493279364 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0443645 Feb 17 21:11:21.184890 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-17222b8e-fec4-498b-a925-c18564b82f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:21.187611 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-17222b8e-fec4-498b-a925-c18564b82f17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1202 time: 0.1346543 Feb 17 21:11:21.330084 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-7f64818f-047d-4c14-a785-1f0844e37b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:21.331592 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-7f64818f-047d-4c14-a785-1f0844e37b64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.1367688 Feb 17 21:11:21.443298 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-e13660ec-d905-4e2d-89ad-8a0177daeaf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 1001 time: 0.1051280 Feb 17 21:11:21.514307 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-973852eb-dcb9-4d22-956c-4f3848228b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:21.515895 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-973852eb-dcb9-4d22-956c-4f3848228b20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0660753 Feb 17 21:11:21.603240 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-679cf330-0080-46b6-88ad-b437aa2fe209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:21.604760 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-679cf330-0080-46b6-88ad-b437aa2fe209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823452 Feb 17 21:11:21.748292 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-69a081fb-ba70-4332-abd4-c06609068f67 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370842 Feb 17 21:11:21.895607 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-cef3a2d0-1c74-4f19-8681-cbcd7696504b req-6993ce59-d36c-49b7-aa93-7a22b00b23b0 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403620 Feb 17 21:11:22.381610 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726380-a0f8-4ced-9e7f-e5147d16f424 req-1c4f9019-b833-4f3a-ac80-ad01193f5ae9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:22.383243 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-15726380-a0f8-4ced-9e7f-e5147d16f424 req-1c4f9019-b833-4f3a-ac80-ad01193f5ae9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0898306 Feb 17 21:11:22.433580 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-15726380-a0f8-4ced-9e7f-e5147d16f424 req-1438c5ac-e258-4d80-9ca8-f74d52b876d3 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:11:22.483458 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-15726380-a0f8-4ced-9e7f-e5147d16f424 req-1438c5ac-e258-4d80-9ca8-f74d52b876d3 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:11:22.484654 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-15726380-a0f8-4ced-9e7f-e5147d16f424 req-1438c5ac-e258-4d80-9ca8-f74d52b876d3 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0948243 Feb 17 21:11:23.689803 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c546c-992e-4379-be72-62d9b8d1a8b5 req-3789ec5b-c780-43ae-b304-5e37a9c2cbe9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:23.691423 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6e4c546c-992e-4379-be72-62d9b8d1a8b5 req-3789ec5b-c780-43ae-b304-5e37a9c2cbe9 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0908489 Feb 17 21:11:23.741500 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-6e4c546c-992e-4379-be72-62d9b8d1a8b5 req-8295777c-add6-44fe-b3b7-eab9fb8a5e21 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0437174 Feb 17 21:11:24.951802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079130f2-42f6-4401-ac50-3066fb8b543f req-18f01558-e273-4093-8030-c8c80007338b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:24.953310 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-079130f2-42f6-4401-ac50-3066fb8b543f req-18f01558-e273-4093-8030-c8c80007338b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0940456 Feb 17 21:11:25.003544 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-079130f2-42f6-4401-ac50-3066fb8b543f req-dd9552c1-064e-49be-a1db-cbd19743daee tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438275 Feb 17 21:11:26.200637 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-f8143555-d77a-4f66-bff0-07d5c08313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:26.202935 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-f8143555-d77a-4f66-bff0-07d5c08313e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1202 time: 0.0817170 Feb 17 21:11:26.218487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721b268-9ca7-4e62-9d95-cd9fff04e255 req-d5be1dde-33c5-46a8-85d1-2e8dc6007ce0 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:26.220113 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f721b268-9ca7-4e62-9d95-cd9fff04e255 req-d5be1dde-33c5-46a8-85d1-2e8dc6007ce0 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0975904 Feb 17 21:11:26.271945 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f721b268-9ca7-4e62-9d95-cd9fff04e255 req-eb2bdb8f-0ed2-4af7-b816-a5c9897f5271 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0453715 Feb 17 21:11:26.361966 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-f5cb9f70-48e8-4f97-bb91-c3fcdefdf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:26.363549 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-f5cb9f70-48e8-4f97-bb91-c3fcdefdf60c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.1401327 Feb 17 21:11:26.475350 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-ee48b5c3-b70e-4014-beca-5c378c079a48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 1001 time: 0.1054606 Feb 17 21:11:26.546312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-ff9f5264-7cc8-46a8-a42a-55e52217e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:26.547887 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-ff9f5264-7cc8-46a8-a42a-55e52217e49b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0654714 Feb 17 21:11:26.634283 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-98e027de-0251-4652-8a0f-759110ff76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:26.635817 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-98e027de-0251-4652-8a0f-759110ff76ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819981 Feb 17 21:11:26.778089 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-f566e9ed-d789-47a8-a44a-900888105bb6 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357896 Feb 17 21:11:26.924170 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-f5a6e43f-c52c-4087-9097-7407cb9a15f1 req-af0eb7a8-462a-4b62-b39c-2f25607d3d77 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394730 Feb 17 21:11:27.469380 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed552-1158-498f-8dbb-52d2d7bddfb3 req-4fba7c24-546e-4400-95bd-000abad2e3f8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:27.471028 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-55bed552-1158-498f-8dbb-52d2d7bddfb3 req-4fba7c24-546e-4400-95bd-000abad2e3f8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0870163 Feb 17 21:11:27.525546 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-55bed552-1158-498f-8dbb-52d2d7bddfb3 req-081f8a40-0cc8-496f-8c8a-9e0d35dbb08b tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0479236 Feb 17 21:11:28.726419 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbf0ab-25da-4962-b924-e9cdd62ee79e req-9f1a07ca-243c-4ff9-a692-e78f92b70a11 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:28.727958 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7ddbf0ab-25da-4962-b924-e9cdd62ee79e req-9f1a07ca-243c-4ff9-a692-e78f92b70a11 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0866003 Feb 17 21:11:28.778113 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7ddbf0ab-25da-4962-b924-e9cdd62ee79e req-9e6ce532-efb9-4b52-83c7-bc65329bc592 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0430601 Feb 17 21:11:29.979385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de32ed-4abf-4326-be12-af7f93a60355 req-ecd09444-d3e5-40ea-ad95-4a54b4cf0d24 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:29.980980 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b5de32ed-4abf-4326-be12-af7f93a60355 req-ecd09444-d3e5-40ea-ad95-4a54b4cf0d24 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0892162 Feb 17 21:11:30.032418 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-b5de32ed-4abf-4326-be12-af7f93a60355 req-9b07ce6f-9c46-4563-a379-f8dd4fa76ed6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446138 Feb 17 21:11:31.157415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-baaaa2df-99f1-4982-96dc-dc9294ee2554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:31.237154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79d9a1-3276-4dd1-a1af-30c5f412e7b9 req-ab221384-4dc4-463f-a35f-6479e4baa8f7 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:31.238796 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b79d9a1-3276-4dd1-a1af-30c5f412e7b9 req-ab221384-4dc4-463f-a35f-6479e4baa8f7 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0921128 Feb 17 21:11:31.289544 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-7b79d9a1-3276-4dd1-a1af-30c5f412e7b9 req-0a55d3eb-27d4-4bdc-8126-0e712450cb35 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0441222 Feb 17 21:11:32.497776 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe42ac-ec9a-485d-8626-4ce0bd2559d4 req-5374c70c-4e15-4dbd-b904-46447b73071c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:32.499412 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-00fe42ac-ec9a-485d-8626-4ce0bd2559d4 req-5374c70c-4e15-4dbd-b904-46447b73071c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0927522 Feb 17 21:11:32.551893 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-00fe42ac-ec9a-485d-8626-4ce0bd2559d4 req-9da12b94-1ec2-48a8-9659-4225c3f26c90 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0453320 Feb 17 21:11:33.131498 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5b1fdcc9-c9e3-43e9-b6b1-94e6b629842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:33.758781 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9486-409f-47e5-9102-12434954a872 req-47eb1f7a-249b-46b5-91b9-85bb557be0ca tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:11:33.760393 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9e3f9486-409f-47e5-9102-12434954a872 req-47eb1f7a-249b-46b5-91b9-85bb557be0ca tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0873563 Feb 17 21:11:33.811898 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-9e3f9486-409f-47e5-9102-12434954a872 req-95640112-ab52-4560-a940-7ee825699274 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d509876-86f6-47a2-b608-7a8c50029c25&id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0444837 Feb 17 21:11:34.279194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:35.300179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:35.404980 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:46.668183 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:11:50.415857 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:01.155745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b93a21fe-51c8-48c5-a34c-8de9f42fe1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:03.105021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8c99-7b29-4804-9e34-43fa36ee6a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:04.284202 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:05.295667 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:05.401970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:06.322200 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-29377b99-82f1-479e-abe8-82b3b0ccd842 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1084510722&fields=id&tenant_id=716323513f8948b0904850a827e2cb0d HTTP/1.1" status: 200 len: 267 time: 0.0462694 Feb 17 21:12:06.411875 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-736ad61e-a073-485b-9678-f55f89d3d5c8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:06.413459 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-736ad61e-a073-485b-9678-f55f89d3d5c8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 984 time: 0.0854609 Feb 17 21:12:06.426206 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.v2.base [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Request body: {'port': {'security_groups': ['6c99d056-82c1-462a-a05c-d774263c1047']}} {{(pid=84091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:12:06.560693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846720121'] for port, before_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:06.874213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:06.900577 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for port, precommit_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:06.938756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268851465451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768002904298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768002904845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2467182'] for port, after_update {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:06.955470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-d053575b-3920-47d2-88d1-327c89c2110a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:07.117763 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event updated for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=6']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:07.137534 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.137981 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.138392 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.138795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.139194 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.139593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.139989 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.140403 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.140799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.141189 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.141582 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.141994 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.142461 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.142834 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.143223 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.143611 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.143998 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.144385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.144770 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.145158 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.145712 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.146107 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.146518 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.146910 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.152012 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:07.174911 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:07.175593 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.177079 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-baa2250a-6755-45f9-9a56-47924cb70a38 req-27fe02fd-a70f-4d8e-b769-e0526c6bfca1 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "PUT /v2.0/ports/3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 942 time: 0.7559993 Feb 17 21:12:07.177720 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:12:07.229330 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:12:07.255502 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-c431fad2-5683-472f-adaa-b73113f8290d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups/5d509876-86f6-47a2-b608-7a8c50029c25 HTTP/1.1" status: 200 len: 3005 time: 0.0562859 Feb 17 21:12:07.334049 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.353933 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-ac8fc5ed-a491-423b-8a6e-b7ae1e02d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:07.355729 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-ac8fc5ed-a491-423b-8a6e-b7ae1e02d07f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0815299 Feb 17 21:12:07.365024 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.456565 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-499b5088-5551-4ebf-b571-e8ba44ab2dd2 None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity DHCP. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:12:07.456928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-499b5088-5551-4ebf-b571-e8ba44ab2dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.500596 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-2dbe776a-4863-402e-8456-d43bea401c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:07.502259 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-2dbe776a-4863-402e-8456-d43bea401c3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.1407583 Feb 17 21:12:07.564350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.576415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-dcd59433-4446-4cc4-b114-4b4603c91369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:07.592384 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d509876-86f6-47a2-b608-7a8c50029c25,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:07.597297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.597825 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.598315 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.598795 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.599272 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.599749 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.600226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.600711 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.601220 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.601722 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.602174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.602581 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-smb {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.603016 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.603415 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.603813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.604210 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.604602 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.604995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.605395 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.605813 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.606252 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.606646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.607035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.607425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:07.610995 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:07.618578 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-12bc4dd7-12a6-4417-aae1-75849a4fcad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 1001 time: 0.1096551 Feb 17 21:12:07.621154 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:07.622462 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-79c8f8fc-fb5d-4cc2-b3ed-fd9f96d20542 req-fe6d15b2-2692-413b-a13b-b6bf97d1893d tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "DELETE /v2.0/security-groups/5d509876-86f6-47a2-b608-7a8c50029c25 HTTP/1.1" status: 204 len: 173 time: 0.3600886 Feb 17 21:12:08.023335 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-28170ec1-047f-4284-8992-a9877b2bbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:08.024917 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-28170ec1-047f-4284-8992-a9877b2bbab4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.3997037 Feb 17 21:12:08.077996 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-87a9932a-1ec1-4649-a1f6-46fac48a92db tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/floatingips/506d7cab-c566-4f5b-9a9b-34c8bbdf821e HTTP/1.1" status: 200 len: 998 time: 0.4182024 Feb 17 21:12:08.247504 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-0c49f5fa-164a-4af1-b737-b923cbe3e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:08.249168 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-0c49f5fa-164a-4af1-b737-b923cbe3e936 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2169051 Feb 17 21:12:08.263076 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-bef6e362-7cd6-4f4d-94af-d8f35c013031 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:08.264449 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-bef6e362-7cd6-4f4d-94af-d8f35c013031 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/networks/c16a3283-0a2e-4d3e-95e7-c20b3981751d HTTP/1.1" status: 200 len: 784 time: 0.1785383 Feb 17 21:12:08.465775 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-154e38f1-7a0b-4e58-aa34-b9fe9c4fe94c tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.217 HTTP/1.1" status: 200 len: 1001 time: 0.1797991 Feb 17 21:12:08.550343 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-96fa9f22-2b04-4fca-8d2b-f7b446120fef service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942410 Feb 17 21:12:08.595693 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-c7e9c24c-7bf9-4e02-b782-ce5e757c9fa6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:08.597138 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-c7e9c24c-7bf9-4e02-b782-ce5e757c9fa6 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports/3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 942 time: 0.1208611 Feb 17 21:12:08.789991 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-c5d81ae6-03ea-446b-8095-61f6d535637d req-4f1734ba-64ca-4010-b956-748be9d26fce service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2266684 Feb 17 21:12:08.814448 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-b654a197-268f-4ff3-b0fd-e64d4120f5b0 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.28.2.217 HTTP/1.1" status: 200 len: 1001 time: 0.1357739 Feb 17 21:12:08.943798 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 up at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:12:09.019358 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Provisioning complete for port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 triggered by entity L2. {{(pid=84092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:12:09.019780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846744305'] for port, provisioning_complete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.042185 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Deleting port 4e93657e-2517-43af-a089-4f751ea3c5f4 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:09.042505 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.222491 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.222854 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.355159 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Calling delete_port for 4e93657e-2517-43af-a089-4f751ea3c5f4 owned by network:floatingip {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:09.545226 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.561699 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-19127e0c-89c9-4734-b942-c5b9f8451d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:09.656524 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event deleted for resources: {'Port': ['ID=4e93657e-2517-43af-a089-4f751ea3c5f4,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:09.666550 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:09.783249 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:09.783618 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.db.l3_db [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Floating IP 506d7cab-c566-4f5b-9a9b-34c8bbdf821e disassociated (deleted). External IP: 172.28.2.217, port: 3a0c35e8-b648-416c-86e5-6c42b3b2a509. Feb 17 21:12:10.152146 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:12:10.341820 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:12:10.351300 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Sync routers for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:12:10.360785 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:12:10.361477 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:12:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:10.462938 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for floatingip, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:10.533421 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-97baad5b-ec2e-4698-bc85-884f9b4d0f12 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "DELETE /v2.0/floatingips/506d7cab-c566-4f5b-9a9b-34c8bbdf821e HTTP/1.1" status: 204 len: 173 time: 1.7099919 Feb 17 21:12:10.534369 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:12:10.561958 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:12:10.598678 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:12:11.047859 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-0a2d17d6-53d4-422e-b217-7a3abdc26617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.049513 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-0a2d17d6-53d4-422e-b217-7a3abdc26617 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.4050975 Feb 17 21:12:11.051359 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-8ef1840c-3066-4c42-9430-b79eb00e4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.052894 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-8ef1840c-3066-4c42-9430-b79eb00e4057 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716323513f8948b0904850a827e2cb0d&device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 1162 time: 0.5129795 Feb 17 21:12:11.076096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:11.080100 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Checking router: 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:12:11.089069 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:12:11.089764 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:12:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:11.281439 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:12:11.316460 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-3f91760d-2709-4b31-9316-757404e356fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.318076 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-3f91760d-2709-4b31-9316-757404e356fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.2619975 Feb 17 21:12:11.320411 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-e3d9f3bc-ad5c-4c96-abe6-81a0cf894030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.322542 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-e3d9f3bc-ad5c-4c96-abe6-81a0cf894030 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 200 len: 909 time: 0.2415872 Feb 17 21:12:11.450443 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-82e3f34a-7549-46f5-b3a4-571a9bcddb44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 217 time: 0.1253645 Feb 17 21:12:11.460523 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-ca6ed6eb-d8a5-47a2-8c8e-117a2bac9210 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 200 len: 217 time: 0.0811734 Feb 17 21:12:11.583978 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-549aa634-2614-4077-bf8c-5949eccd11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.585580 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-549aa634-2614-4077-bf8c-5949eccd11ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.1271796 Feb 17 21:12:11.587021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-3d07064d-f9aa-482b-b903-55ce11debd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.589102 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-3d07064d-f9aa-482b-b903-55ce11debd1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 200 len: 854 time: 0.0906804 Feb 17 21:12:11.619894 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:11.624051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f444fe-2a86-494a-a9c6-d520d08056c5 None None] The sync data for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb is: [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:10:13Z', 'revision_number': 4, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb', '_interfaces': [{'id': '55865dab-23ba-4f19-808f-0a86c55080ac', 'name': '', 'network_id': '4c792e8d-7178-4d83-8fe4-5608c6189842', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'mac_address': 'fa:16:3e:3a:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:12Z', 'updated_at': '2021-02-17T21:10:21Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'subnets': [{'id': 'bb17ed29-cac2-4bfa-8435-48c95ef3c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:12:11.738947 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-6b1e2c65-7fe2-4010-beb2-846fe3a8410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.740496 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-6b1e2c65-7fe2-4010-beb2-846fe3a8410d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490655 Feb 17 21:12:11.743623 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-b773f025-7a4a-4f40-a05a-78df9d90b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.745135 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-b773f025-7a4a-4f40-a05a-78df9d90b5dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c792e8d-7178-4d83-8fe4-5608c6189842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1162996 Feb 17 21:12:12.012981 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-5bbf9796-1421-41e5-a72d-85182b78c80b service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651787 Feb 17 21:12:12.016210 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-0401b1c8-8adc-416e-a45d-133eedf29290 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444878 Feb 17 21:12:12.024891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e45e2a-a06d-4066-89b8-1b0d67fa67a7 None None] New status for floating IP 506d7cab-c566-4f5b-9a9b-34c8bbdf821e: DOWN {{(pid=84093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:12:12.281754 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-dfb08450-695a-4bcc-9ed8-b2d1c91bdafa req-fec60364-e5a2-4742-8722-15d45d42f0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2625751 Feb 17 21:12:12.283718 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8ca0df85-2cd1-4892-9ec4-2980cfd57805 req-8588cf8a-1aa3-49c1-a36a-7d95b021c743 service neutron] 10.222.0.59 "GET /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2395287 Feb 17 21:12:16.022253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c80a1e-502c-47f7-a73b-7dba28f15946 req-b8e12954-e2a6-4d24-9a20-a8ff8405b927 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:16.023193 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-83c80a1e-502c-47f7-a73b-7dba28f15946 req-b8e12954-e2a6-4d24-9a20-a8ff8405b927 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:12:16.077988 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-83c80a1e-502c-47f7-a73b-7dba28f15946 req-b8e12954-e2a6-4d24-9a20-a8ff8405b927 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:port {{(pid=84091) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:12:16.079269 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-83c80a1e-502c-47f7-a73b-7dba28f15946 req-b8e12954-e2a6-4d24-9a20-a8ff8405b927 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.1463983 Feb 17 21:12:16.126764 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-83c80a1e-502c-47f7-a73b-7dba28f15946 req-bec429ec-de66-4cdc-aecd-2e31d81a255a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Feb 17 21:12:17.334213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c382-36fe-4dbd-8934-1436afc1fa82 req-ce9da487-a523-4211-9974-77d33200a524 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:17.335874 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1ff8c382-36fe-4dbd-8934-1436afc1fa82 req-ce9da487-a523-4211-9974-77d33200a524 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0901363 Feb 17 21:12:17.387368 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1ff8c382-36fe-4dbd-8934-1436afc1fa82 req-41124c5d-45aa-4b00-b650-d8f66abf058a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Synchronizing usage tracker for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84090) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:12:17.438648 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.quota.resource [req-1ff8c382-36fe-4dbd-8934-1436afc1fa82 req-41124c5d-45aa-4b00-b650-d8f66abf058a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Unset dirty status for tenant:716323513f8948b0904850a827e2cb0d on resource:security_group {{(pid=84090) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:12:17.439845 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-1ff8c382-36fe-4dbd-8934-1436afc1fa82 req-41124c5d-45aa-4b00-b650-d8f66abf058a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946527 Feb 17 21:12:17.881836 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3ea95cf-ea8c-4ab5-bafe-220eac7013e0 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:17.883415 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3ea95cf-ea8c-4ab5-bafe-220eac7013e0 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.0855932 Feb 17 21:12:17.965745 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Deleting port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:17.966119 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:18.226575 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] For port 3a0c35e8-b648-416c-86e5-6c42b3b2a509, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=3a0c35e8-b648-416c-86e5-6c42b3b2a509,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:18.226891 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:18.366145 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Calling delete_port for 3a0c35e8-b648-416c-86e5-6c42b3b2a509 owned by compute:nova {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:18.668261 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f5f18-2a3c-448f-917e-96a8eb05d95e req-5a2e3db2-b7c7-4d6b-9f0c-f149bc703ad8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:18.670138 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d35f5f18-2a3c-448f-917e-96a8eb05d95e req-5a2e3db2-b7c7-4d6b-9f0c-f149bc703ad8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75b08d-daf1-4478-8553-b9e2bbc8c7d8 HTTP/1.1" status: 200 len: 945 time: 0.1063023 Feb 17 21:12:18.711402 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:18.731374 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f5778130-ca41-4e9e-8cc1-4a54151492e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:18.805275 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:12:18.828388 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-d35f5f18-2a3c-448f-917e-96a8eb05d95e req-561280b4-6f1c-4613-93b0-b2e102c33bd8 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c99d056-82c1-462a-a05c-d774263c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518841 Feb 17 21:12:18.833732 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Pushing event deleted for resources: {'Port': ['ID=3a0c35e8-b648-416c-86e5-6c42b3b2a509,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:18.846305 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:18.848077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] No Port match for: 3a0c35e8-b648-416c-86e5-6c42b3b2a509 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:12:18.848618 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Device 3a0c35e8-b648-416c-86e5-6c42b3b2a509 not bound to the agent host hv-cinder-76018 {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:12:18.947607 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] No DVR routers for this DVR port 3a0c35e8-b648-416c-86e5-6c42b3b2a509 on host hv-cinder-76018 {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:12:18.949915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854712151'] for port, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:18.952672 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'name': 'network-vif-deleted', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509'}] {{(pid=84091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:12:18.998955 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [req-8d409631-79b3-450a-b323-625a96c2cd2f req-a3bc7530-81e8-493c-9434-8a51ddfcc34a tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] 10.222.0.57 "DELETE /v2.0/ports/3a0c35e8-b648-416c-86e5-6c42b3b2a509 HTTP/1.1" status: 204 len: 173 time: 1.1101699 Feb 17 21:12:19.095346 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75b08d-daf1-4478-8553-b9e2bbc8c7d8', 'name': 'network-vif-deleted', 'tag': '3a0c35e8-b648-416c-86e5-6c42b3b2a509', 'status': 'completed', 'code': 200} Feb 17 21:12:20.424163 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:21.117051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 43154) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:21.936950 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112609'] for router_interface, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:22.319758 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Deleting port 55865dab-23ba-4f19-808f-0a86c55080ac {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:22.320179 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:22.506802 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] For port 55865dab-23ba-4f19-808f-0a86c55080ac, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=55865dab-23ba-4f19-808f-0a86c55080ac,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:22.507198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:22.645756 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Calling delete_port for 55865dab-23ba-4f19-808f-0a86c55080ac owned by network:router_interface {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:22.981450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:22.998540 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-3cd098cb-a6f5-48e1-9475-008c8b0d8ed2 tempest-TestMinimumBasicScenario-1067027190 tempest-TestMinimumBasicScenario-1067027190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:23.096186 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55865dab-23ba-4f19-808f-0a86c55080ac,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:23.106378 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:23.412127 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112527'] for router_interface, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:23.667992 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:12:23.919903 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 has already been hosted by L3 agent 24e5545b-07c4-4782-a37b-5ea8b1e1a051 {{(pid=84091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:12:24.109944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-smb the message routers_updated {{(pid=84091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:12:24.118799 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Sync routers for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:12:24.123274 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-5e64a188-b030-4e04-83ae-64ea7abde6a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/3f15da15-ccc2-43ad-ac1a-65aa9962bdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0050223 Feb 17 21:12:24.126003 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 43158) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:24.130290 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:12:24.130972 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:12:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:24.314674 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:24.320001 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:12:24.646982 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:12:22Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:24.652605 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Checking router: 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 for host: dv-cinder-760184-4-smb {{(pid=84092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:12:24.662203 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Routers {'3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'} bound to L3 agent in host dv-cinder-760184-4-smb {{(pid=84092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:12:24.662889 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:51:03Z,description=,heartbeat_timestamp=2021-02-17T21:12:03Z,host='dv-cinder-760184-4-smb',id=24e5545b-07c4-4782-a37b-5ea8b1e1a051,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:51:03Z,topic='l3_agent')) {'router_ids': ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'], 'active': True} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:24.767143 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:24.815174 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Deleting port 28f905b6-ff4e-480a-8ea3-2f719d836bf1 {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:24.815557 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:24.858636 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvr_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] Set router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 gateway port host: dv-cinder-760184-4-smb {{(pid=84092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:12:25.002500 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] For port 28f905b6-ff4e-480a-8ea3-2f719d836bf1, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=28f905b6-ff4e-480a-8ea3-2f719d836bf1,segment=NetworkSegment(1607a143-9b0f-43ed-ae32-b327fc3a493c),segment_id=1607a143-9b0f-43ed-ae32-b327fc3a493c)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:25.002902 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:25.140086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Calling delete_port for 28f905b6-ff4e-480a-8ea3-2f719d836bf1 owned by network:router_gateway {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:25.166212 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_hamode_db [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:12:22Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}], 'dv-cinder-760184-4-smb', False) {} {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:25.171149 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2ee6e-da34-4d53-9a92-01a206f4dd56 None None] The sync data for ids ['3f15da15-ccc2-43ad-ac1a-65aa9962bdb7'] in dv-cinder-760184-4-smb is: [{'id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'name': 'tempest-TestMinimumBasicScenario-1065228592-router', 'tenant_id': '716323513f8948b0904850a827e2cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'external_fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:10:08Z', 'updated_at': '2021-02-17T21:12:22Z', 'revision_number': 5, 'project_id': '716323513f8948b0904850a827e2cb0d', 'gw_port': {'id': '28f905b6-ff4e-480a-8ea3-2f719d836bf1', 'name': '', 'network_id': 'c16a3283-0a2e-4d3e-95e7-c20b3981751d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f15da15-ccc2-43ad-ac1a-65aa9962bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:10:09Z', 'updated_at': '2021-02-17T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f652642-e7ed-41d5-aed2-ebf1edf207da', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-smb'}] {{(pid=84092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:12:25.421443 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:25.438228 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-9ee45eeb-eab0-45b3-81a4-cb3da945754c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:25.535314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f905b6-ff4e-480a-8ea3-2f719d836bf1,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:25.538077 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:25.663812 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785541'] for router_gateway, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:25.848297 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4008'] for router, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:25.850689 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.140760 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854109929'] for router, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.141345 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 {{(pid=84091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:12:26.154129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.155353 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-97c1d4ed-e8cd-4190-9a76-873ff2024bc5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3f15da15-ccc2-43ad-ac1a-65aa9962bdb7 HTTP/1.1" status: 204 len: 168 time: 2.0283754 Feb 17 21:12:26.158123 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 43162) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:26.231780 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Deleting subnet bb17ed29-cac2-4bfa-8435-48c95ef3c067 {{(pid=84091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:12:26.234928 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.287470 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3255186'] for subnet, precommit_delete_associations {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.374465 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846737634'] for subnet, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.676389 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8038150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854033704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852308045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853645660'] for subnet, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.692774 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-744f920f-a345-4749-b98e-65f8fd7a6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:26.780431 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb17ed29-cac2-4bfa-8435-48c95ef3c067,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:26.783111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:26.827285 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for subnet, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.833799 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-f2be11b5-d305-4672-bb81-a09911806443 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bb17ed29-cac2-4bfa-8435-48c95ef3c067 HTTP/1.1" status: 204 len: 168 time: 0.6745589 Feb 17 21:12:26.836351 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f79b38-f1f5-4922-bc46-6f49940934bc None None] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 requested from dv-cinder-760184-4-smb {{(pid=84092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:12:26.836483 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 43166) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:26.902481 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28f905b6-ff4e-480a-8ea3-2f719d836bf1 no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:12:26.949734 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 28f905b6-ff4e-480a-8ea3-2f719d836bf1 {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:12:26.950047 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 28f905b6-ff4e-480a-8ea3-2f719d836bf1 not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:12:26.950509 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 55865dab-23ba-4f19-808f-0a86c55080ac no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:12:26.954452 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846792997'] for network, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:26.999385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: 55865dab-23ba-4f19-808f-0a86c55080ac {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:12:26.999782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device 55865dab-23ba-4f19-808f-0a86c55080ac not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:12:27.030106 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Deleting port d2841e00-0247-40e1-894e-71d95f5f739d {{(pid=84091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:27.030487 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.169475 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] DHCP port deletion for 4c792e8d-7178-4d83-8fe4-5608c6189842 request from dv-cinder-760184-4-smb {{(pid=84092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:12:27.174097 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Deleting port d2841e00-0247-40e1-894e-71d95f5f739d {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:27.174553 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.252696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] For port d2841e00-0247-40e1-894e-71d95f5f739d, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=d2841e00-0247-40e1-894e-71d95f5f739d,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:27.253021 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.394615 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Calling delete_port for d2841e00-0247-40e1-894e-71d95f5f739d owned by network:dhcp {{(pid=84091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:27.518444 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846720144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768003310383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268851871519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852308633'] for port, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.534306 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-1fee1533-c212-4c32-86ac-82f382f3ebe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:27.560522 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.db [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] For port d2841e00-0247-40e1-894e-71d95f5f739d, host dv-cinder-760184-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-smb',level=0,port_id=d2841e00-0247-40e1-894e-71d95f5f739d,segment=NetworkSegment(440992c9-b145-465f-9765-10eed4ec29e4),segment_id=440992c9-b145-465f-9765-10eed4ec29e4)] {{(pid=84092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:12:27.561213 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782449'] for port, precommit_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.633450 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2841e00-0247-40e1-894e-71d95f5f739d,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:27.638817 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:27.679944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] No DVR routers for this DVR port d2841e00-0247-40e1-894e-71d95f5f739d on host dv-cinder-760184-4-smb {{(pid=84091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:12:27.694576 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Calling delete_port for d2841e00-0247-40e1-894e-71d95f5f739d owned by network:dhcp {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:12:27.767896 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.db.api [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84092) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:12:27.768281 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_db.api [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:12:27.804190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846735993', 'neutron.services.segments.db._delete_segments_for_network-8768003419405'] for network, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.920314 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c792e8d-7178-4d83-8fe4-5608c6189842']}} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:27.933191 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440992c9-b145-465f-9765-10eed4ec29e4') {'for_net_delete': True} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:27.933530 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.services.segments.db [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440992c9-b145-465f-9765-10eed4ec29e4') {} {{(pid=84091) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:12:27.945590 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768003415309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851520630'] for segment, before_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.960239 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8032567'] for segment, precommit_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:27.962251 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:12:28.144042 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:12:28.153586 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846743281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2467148'] for segment, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:28.269364 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Deleting port d2841e00-0247-40e1-894e-71d95f5f739d {{(pid=84092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:12:28.270051 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268851472756'] for port, before_delete {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:28.331329 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.managers [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Network 4c792e8d-7178-4d83-8fe4-5608c6189842 has no segments {{(pid=84091) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:12:28.344280 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-d296abf3-0586-4330-9b35-a15be6da6e12 None None] The port 'd2841e00-0247-40e1-894e-71d95f5f739d' was deleted {{(pid=84092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: Traceback (most recent call last): Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: timer() Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: cb(*args, **kw) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: return func(*args, **kwargs) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: self._notify() Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: self.callback(batched_events) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: event.method(event) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: segment_id)['aggregates'][0] Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: return f(self, *a, **k) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: return self._get(url).json() Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: **kwargs) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: return self.request(url, 'GET', **kwargs) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: **endpoint_filter) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:12:28.358685 dv-cinder-760184-4-smb neutron-server[83979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:12:28.489293 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8039823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854208625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853990206'] for network, after_delete {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:28.492886 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-0b07e339-c9e3-4611-8a59-7eabefcbc0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:28.507701 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854208612'] for network, before_response {{(pid=84091) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:28.519490 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c792e8d-7178-4d83-8fe4-5608c6189842,revision_number=None']} {{(pid=84091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:28.523134 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84091) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:28.576300 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-7fc6f52f-e465-47ae-9f30-033a40c18630 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4c792e8d-7178-4d83-8fe4-5608c6189842 HTTP/1.1" status: 204 len: 168 time: 1.7387137 Feb 17 21:12:28.828533 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84091) accepted ('10.222.0.59', 43172) {{(pid=84091) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:28.886728 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-fa9efb8a-3743-4c88-9458-d435e1ed1181 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=716323513f8948b0904850a827e2cb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568576 Feb 17 21:12:28.889579 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.wsgi [-] (84090) accepted ('10.222.0.59', 43176) {{(pid=84090) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:28.897385 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device d2841e00-0247-40e1-894e-71d95f5f739d no longer exists at agent ovs-agent-dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:12:28.935046 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.plugin [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] No Port match for: d2841e00-0247-40e1-894e-71d95f5f739d {{(pid=84092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:12:28.935449 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.plugins.ml2.rpc [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Device d2841e00-0247-40e1-894e-71d95f5f739d not bound to the agent host dv-cinder-760184-4-smb {{(pid=84092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:12:28.958476 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:28.986027 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:29.132560 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743947'] for security_group, after_delete {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:29.137746 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-8c04531c-1665-4e27-8451-e04ef00dba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:29.151645 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c99d056-82c1-462a-a05c-d774263c1047,revision_number=None']} {{(pid=84090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:29.154554 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG oslo_concurrency.lockutils [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:29.191246 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:29.192473 dv-cinder-760184-4-smb neutron-server[83979]: INFO neutron.wsgi [None req-87e3c1df-c56e-4e1e-a0d6-efb24944020a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c99d056-82c1-462a-a05c-d774263c1047 HTTP/1.1" status: 204 len: 168 time: 0.3017638 Feb 17 21:12:31.155762 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e5ead246-e091-47c6-937e-ccc09ba26cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:33.150129 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-5fddd1e0-9bb2-447f-98db-5edc78a2898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:34.287289 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:35.292969 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:35.409130 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:50.441271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:00.668041 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:13:01.160782 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-db0c082f-8cd2-45c8-8a76-4e84c6eb6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:03.122944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e875edc7-f5f8-4ca2-b25c-0f64f6b5369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.286350 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:05.300655 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:05.411646 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:20.503407 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:31.162488 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-4ca77e08-58ab-41a2-87ab-dbc637be472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:33.111150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8b92d55-00e4-4101-816c-056b3fb84df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:34.328198 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:35.288336 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:35.430558 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:37.668561 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:13:50.442096 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:01.173125 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9953-2dd4-41b6-8d05-22419ac3576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:03.113751 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e6ceae66-7fc2-4cbd-b26f-b38594c3ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:04.287401 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:05.296793 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:05.425150 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:14.668111 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:14:20.441388 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:31.172410 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-ad959b64-614f-43ad-a4c8-6e3781d02836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:33.115970 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-29a06100-ae73-4cd4-9d08-4326746392d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:34.296078 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:35.293074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:35.418485 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:50.446747 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:51.668074 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:15:01.166058 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-01ec5914-efbd-4634-9d51-2f9dbe894448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:03.132035 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-9802e051-86ca-4439-9704-efa4b2f9b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:04.300944 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:05.286086 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:05.432271 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:20.478548 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:28.667254 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:15:31.186321 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-59e20693-5667-4195-b7ee-2105bcc00dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:33.120361 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-e8cffa8c-8fb4-4d06-aa82-acd75d3cbf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:34.297253 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:35.285955 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:35.428567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:50.468690 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:01.182567 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d45dc739-b067-4be2-a58c-6461824466dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:03.117784 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7fd65ee3-bc77-4967-8082-eb950e0b5a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:04.300463 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:05.283094 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:05.439568 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:05.667312 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:16:20.450696 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:31.174309 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-eb78cf9f-66c3-4dcb-919a-f43bc6ba2d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:33.119180 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-d271c1f9-a036-491c-b22e-a2a5ab6df171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:34.351408 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:35.295915 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:35.459864 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:42.667420 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:16:50.473087 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:01.169743 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c9a24113-8fca-42bc-8570-eb4baa060ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:03.118506 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-c64c53a4-a981-45e8-b5ab-441ce514d173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:04.307190 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:05.284156 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-12220527-4fdb-4019-85fa-fcc8926b591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:05.444707 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1820-0055-4d3d-afef-f700d034f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:19.667219 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron.db.agents_db [None req-6c1a5a72-da35-44eb-ad9c-557e08f4c7c8 None None] Agent healthcheck: found 6 active agents {{(pid=84093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:17:20.487657 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d5-7c5f-4532-ae47-f6ded4e4a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:31.169718 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-7ab1df49-bceb-42a8-bc46-4b01b8138ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:33.127425 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-2859d9be-e438-4d36-aa40-844865a2b696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:34.327441 dv-cinder-760184-4-smb neutron-server[83979]: DEBUG neutron_lib.callbacks.manager [None req-b10fcb86-0939-41e7-80eb-87602c937003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268851368974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846747143'] for agent, after_update {{(pid=84092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}